-- Logs begin at Wed 2022-04-06 16:32:15 UTC, end at Wed 2022-04-06 17:36:51 UTC. -- Apr 06 17:05:46.261243 dv-cinder-836859-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 17:05:49.294058 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.common.config [-] Logging enabled! Apr 06 17:05:49.294698 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 17:05:49.294890 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 17:05:49.298260 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.common.config [-] Logging enabled! Apr 06 17:05:49.298516 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 17:05:49.298830 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 17:05:49.299795 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:05:49.300034 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:05:49.300425 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:05:49.300674 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:05:49.300905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:05:49.301369 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.301802 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 17:05:49.302130 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.302434 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.302733 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.303033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.303331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.303623 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.304011 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.304319 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.304616 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.304899 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.305212 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.305510 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.305795 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.306086 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.306376 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.306663 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] debug = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.306948 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.307379 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.307801 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.308084 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.308379 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.308661 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.308937 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.309241 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.309538 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.309875 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] host = dv-cinder-836859-1-iscsi {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.310156 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.310447 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.310738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.311030 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.311310 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.311591 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.311882 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.312197 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313499 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313499 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313499 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313499 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313854 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.313854 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.314042 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.314333 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.314623 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.314903 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.315182 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.315458 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.315739 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.316042 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.316293 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.316581 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.316870 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.317259 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.317544 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.317823 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.318101 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.318378 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.318672 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.318951 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.319232 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.319539 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.319832 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.320108 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.320388 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.320694 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.320990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.321412 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.321605 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.321887 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.322178 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.322452 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.322728 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.323006 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_json = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.323282 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.323561 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.323850 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.324128 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.324404 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.324681 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.324958 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.325266 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.325545 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:49.325930 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.326160 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.326465 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.326770 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.327070 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.327357 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.327656 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.327942 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.328237 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.328533 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.328831 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.329147 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.329456 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.329751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.330056 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.330369 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.330669 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.330967 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.331252 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.331534 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.331816 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.332101 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.332396 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.332684 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.332979 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.333300 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.333595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.333899 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.334195 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.334495 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.334793 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.335610 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.335986 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.336291 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.336580 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.336863 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.337183 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.337483 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.337769 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.338051 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.338340 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.338629 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.338911 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.339190 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.339475 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.339773 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.340058 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.340336 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.340616 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.340899 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.341207 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.341499 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.341792 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.342066 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.342346 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.342631 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.342912 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.343191 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.343473 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.343751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.344042 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.344322 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.344601 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.344881 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.345186 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.345465 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.345742 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.346021 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.346305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.346584 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.346862 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.347141 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.347417 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.347696 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.347992 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.348297 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.348582 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.348868 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.349182 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.349468 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.349748 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.350032 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.350315 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.350681 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.351463 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.351820 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.352208 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.352513 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.352832 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.353148 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.353457 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.353744 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.354035 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.354326 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.354614 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.354901 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.355191 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.355484 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.355786 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.356088 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.356389 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.356690 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.356992 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.357325 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.357646 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.357934 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:49.358155 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:05:49.358409 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103366) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 17:05:49.746784 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 17:05:49.746986 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 17:05:49.747280 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 17:05:49.747619 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 17:05:50.082626 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.082924 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.083217 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.084409 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.084690 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.086912 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.142402 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.142679 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.142950 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.158919 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.159208 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.159484 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.192048 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.192332 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.192606 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.230344 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.230623 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.230895 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.581338 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.581984 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.581984 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.582142 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.582851 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.684289 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.684615 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.684903 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.685209 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.685483 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.685804 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.686068 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.686328 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.686585 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.686871 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.687134 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.687402 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.687659 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.687913 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.688173 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.688440 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.688699 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.688973 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.689270 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.689534 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.689809 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.690065 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.690354 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.690737 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.690992 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.691243 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.691799 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.692003 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.692249 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.692495 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.692739 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.692980 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:50.693377 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 17:05:50.697303 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 17:05:50.701299 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 17:05:50.705183 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 06 17:05:50.706834 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 17:05:50.707316 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 17:05:50.707652 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 17:05:50.708047 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 17:05:50.712640 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 17:05:50.712957 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 17:05:50.713586 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 17:05:50.721034 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 17:05:50.745698 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 17:05:50.746174 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.746483 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103366) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 17:05:50.746883 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.748279 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103366) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 17:05:50.748577 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 17:05:50.748829 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 17:05:50.752225 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.752515 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:50.816470 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 17:05:50.816709 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 17:05:50.816951 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 17:05:50.817366 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 17:05:50.838995 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_db.sqlalchemy.engines [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 17:05:51.300059 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing driver for type 'gre' Apr 06 17:05:51.300592 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] gre ID ranges: [(1, 1000)] Apr 06 17:05:51.355534 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing driver for type 'local' Apr 06 17:05:51.355865 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing driver for type 'vlan' Apr 06 17:05:51.369524 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] VlanTypeDriver initialization complete Apr 06 17:05:51.369862 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing driver for type 'vxlan' Apr 06 17:05:51.370372 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] vxlan ID ranges: [(1, 1000)] Apr 06 17:05:51.429426 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing extension driver 'port_security' Apr 06 17:05:51.430082 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.extensions.port_security [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] PortSecurityExtensionDriver initialization complete Apr 06 17:05:51.430488 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing mechanism driver 'openvswitch' Apr 06 17:05:51.430828 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing mechanism driver 'hyperv' Apr 06 17:05:51.438420 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:05:51.439487 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.439975 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.440569 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.441374 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.441860 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.442625 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.442625 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.443024 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.443439 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.443794 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.444138 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.444571 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.445320 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.445881 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.446376 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.446850 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.447420 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.447896 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.448352 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.448831 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.449474 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > address_group after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.450053 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > address_group after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.450380 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.450828 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:05:51.451313 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] ML2 OVO RPC backend initialized. {{(pid=103366) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 17:05:51.452364 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.452771 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.453295 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.453754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > networks before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.454183 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.454569 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > ports before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.455018 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.455370 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnets before_response 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.455724 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.456070 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.456411 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.456750 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.457117 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.457455 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.457791 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.458128 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.458467 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.467045 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded quota_driver: . Apr 06 17:05:51.467413 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.plugin [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Modular L2 Plugin initialization complete Apr 06 17:05:51.467761 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading services supported by the core plugin {{(pid=103366) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 17:05:51.468108 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.plugins.ml2.managers [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Got port-security extension from driver 'port_security' Apr 06 17:05:51.468604 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.extensions.vlantransparent [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Disabled vlantransparent extension. Apr 06 17:05:51.469130 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103366) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 17:05:51.469459 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: router Apr 06 17:05:51.505607 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.506001 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_create 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.506375 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router before_create 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.506742 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.507275 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.507882 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_delete 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.508303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.508663 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.509047 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_create 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.509400 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.509754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.510109 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.510472 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.510889 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.511261 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.511604 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.512190 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: subnet after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.512533 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.512882 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.513257 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_create 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.513602 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.513944 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.514295 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router after_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.514633 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.514982 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_create 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.515343 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.515685 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_update 55549900 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.516052 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > agent after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.516543 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > agent after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.516987 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > network after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.517919 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Tracking information for resource: router configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:51.518249 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Tracking information for resource: floatingip configured {{(pid=103366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:05:51.524168 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.db.l3_agentschedulers_db [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 17:05:51.524759 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.525157 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.525514 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.525868 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.526682 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router before_create 55550100 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.527052 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.527419 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_create 55550100 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.527777 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > router precommit_update 55550100 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.532583 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.provider_configuration [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service providers = [] {{(pid=103366) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 17:05:51.532951 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.db.servicetype_db [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103366) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 17:05:51.536035 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.service_base [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:05:51.536381 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.service_base [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:05:51.536726 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.service_base [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:05:51.537662 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.services.service_base [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:05:51.538059 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.services.service_base [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 17:05:51.539173 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.539719 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 17:05:51.550597 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.550872 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: auto_allocate Apr 06 17:05:51.557610 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: network precommit_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.557990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: network precommit_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.558531 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.558853 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: tag Apr 06 17:05:51.565776 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.566107 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: timestamp Apr 06 17:05:51.570810 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.571224 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: network_ip_availability Apr 06 17:05:51.576773 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.577182 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.577540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.578286 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.578613 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: flavors Apr 06 17:05:51.584841 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.585448 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading Plugin: revisions Apr 06 17:05:51.589980 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:05:51.590378 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=103366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 17:05:51.591145 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103366) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 17:05:51.591481 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Initializing extension manager. Apr 06 17:05:51.592008 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: __init__.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.592352 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: __pycache__ {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.592688 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: address_group.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.593492 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.594060 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: address-group Apr 06 17:05:51.594388 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: address_scope.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.595107 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.595614 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: address-scope Apr 06 17:05:51.595947 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.596875 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.597405 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: router-admin-state-down-before-update Apr 06 17:05:51.597733 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: agent.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.598439 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.598938 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: agent Apr 06 17:05:51.599262 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: agent_resources_synced.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.600169 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.600719 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: agent-resources-synced Apr 06 17:05:51.601326 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: allowedaddresspairs.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.603623 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.604149 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: allowed-address-pairs Apr 06 17:05:51.604475 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: auto_allocated_topology.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.605573 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.606082 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: auto-allocated-topology Apr 06 17:05:51.606410 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: availability_zone.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.607104 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.607605 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: availability_zone Apr 06 17:05:51.607928 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: availability_zone_filter.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.608843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.609378 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: availability_zone_filter Apr 06 17:05:51.609711 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: data_plane_status.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.610613 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.611118 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 17:05:51.611449 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: default_subnetpools.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.612353 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.612858 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: default-subnetpools Apr 06 17:05:51.613215 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.614033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.614537 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: dhcp_agent_scheduler Apr 06 17:05:51.614862 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: dns.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.615798 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.616909 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 17:05:51.617504 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: dns_domain_ports.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.618490 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.619002 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 17:05:51.619327 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.620248 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.620752 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 17:05:51.621107 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: dvr.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.621785 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.622285 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: dvr Apr 06 17:05:51.622609 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: ecmp_routes.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.623521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.624020 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 17:05:51.624341 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: empty_string_filtering.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.625274 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.625784 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: empty-string-filtering Apr 06 17:05:51.626107 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.627024 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.627528 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 17:05:51.627849 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.628759 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.629292 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 17:05:51.629611 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: external_net.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.630517 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.631020 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: external-net Apr 06 17:05:51.631341 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.633109 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.633625 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: extra_dhcp_opt Apr 06 17:05:51.633948 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: extraroute.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.634857 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.635364 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: extraroute Apr 06 17:05:51.635687 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: extraroute_atomic.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.636966 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.637499 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: extraroute-atomic Apr 06 17:05:51.637821 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: filter_validation.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.638492 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.638996 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: filter-validation Apr 06 17:05:51.639317 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: fip_pf_description.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.640224 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.640727 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 17:05:51.641067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: fip_pf_port_range.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.641974 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.642477 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 17:05:51.642795 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: fip_port_details.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.643914 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.644420 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: fip-port-details Apr 06 17:05:51.644742 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: flavors.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.645995 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.646511 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: flavors Apr 06 17:05:51.646836 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.648858 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.649417 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 17:05:51.649750 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: floatingip_pools.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.650453 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.650965 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: floatingip-pools Apr 06 17:05:51.651289 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: ip_allocation.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.652213 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.652722 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 17:05:51.653067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.654000 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.654507 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: ip-substring-filtering Apr 06 17:05:51.654830 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l2_adjacency.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.655766 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.656267 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 17:05:51.656585 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.657594 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.658106 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: router Apr 06 17:05:51.658430 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.660681 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.661244 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 17:05:51.661581 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.662610 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.663695 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: ext-gw-mode Apr 06 17:05:51.664259 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.665274 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.665796 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: l3-ha Apr 06 17:05:51.666125 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.667040 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.667547 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 17:05:51.667871 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_flavors.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.668783 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.669316 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: l3-flavors Apr 06 17:05:51.669642 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.671009 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.671519 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 17:05:51.671847 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.672760 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.673289 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 17:05:51.673617 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: l3agentscheduler.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.674671 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.675177 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: l3_agent_scheduler Apr 06 17:05:51.675506 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: local_ip.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.677364 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.678056 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension local_ip not supported by any of loaded plugins Apr 06 17:05:51.678400 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: logging.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.680856 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.681426 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension logging not supported by any of loaded plugins Apr 06 17:05:51.681759 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: metering.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.682509 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.683098 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: metering Apr 06 17:05:51.683420 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.684523 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.685053 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: metering_source_and_destination_fields Apr 06 17:05:51.685387 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: multiprovidernet.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.686322 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.686825 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: multi-provider Apr 06 17:05:51.687150 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: netmtu.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.688073 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.688599 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: net-mtu Apr 06 17:05:51.688927 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: netmtu_writable.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.689883 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.690390 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: net-mtu-writable Apr 06 17:05:51.690714 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: network_availability_zone.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.691384 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.691889 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: network_availability_zone Apr 06 17:05:51.692211 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: network_ip_availability.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.693354 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.693869 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: network-ip-availability Apr 06 17:05:51.694193 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: network_segment_range.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.695303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.695884 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 17:05:51.696211 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: pagination.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.697256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.697591 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: pagination Apr 06 17:05:51.697915 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: port_device_profile.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.698827 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.699353 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: port-device-profile Apr 06 17:05:51.699680 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.700612 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.701162 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: port-mac-address-regenerate Apr 06 17:05:51.701486 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.702397 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.702905 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: port-numa-affinity-policy Apr 06 17:05:51.703229 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: port_resource_request.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.704146 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.704647 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 17:05:51.704969 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: port_resource_request_groups.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.705960 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.706460 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 17:05:51.706779 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: portbindings.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.707700 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.708203 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: binding Apr 06 17:05:51.708524 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: portbindings_extended.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.709830 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.710695 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: binding-extended Apr 06 17:05:51.711246 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: portsecurity.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.712237 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.712747 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: port-security Apr 06 17:05:51.713095 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: project_id.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.714075 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.714405 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: project-id Apr 06 17:05:51.714728 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: providernet.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.715644 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.716157 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: provider Apr 06 17:05:51.716478 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.720068 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.720594 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos not supported by any of loaded plugins Apr 06 17:05:51.720925 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.722200 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.722716 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 17:05:51.723047 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.723963 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.724469 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 17:05:51.724796 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_default.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.726327 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.727139 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-default not supported by any of loaded plugins Apr 06 17:05:51.727473 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_fip.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.728397 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.728909 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 17:05:51.729263 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.730192 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.730696 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 17:05:51.731020 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_gateway_ip.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.732085 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.732594 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 17:05:51.732919 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_port_network_policy.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.733868 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.734372 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 17:05:51.734695 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.735745 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.736257 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 17:05:51.736579 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.740218 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.740218 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 17:05:51.740218 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_pps_rule.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.740218 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.740218 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 17:05:51.740798 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_rule_type_details.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.742376 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.743030 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 17:05:51.743361 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.744287 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.744800 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 17:05:51.745157 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: qos_rules_alias.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.746222 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.746732 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 17:05:51.747058 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: quota_check_limit.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.747972 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.748481 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: quota-check-limit Apr 06 17:05:51.748807 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: quotasv2.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.749850 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.750175 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: quotas Apr 06 17:05:51.750496 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: quotasv2_detail.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.752227 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.752560 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: quota_details Apr 06 17:05:51.752889 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: rbac.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.753991 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.754510 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: rbac-policies Apr 06 17:05:51.754841 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: rbac_address_group.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.755770 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.756279 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: rbac-address-group Apr 06 17:05:51.756604 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: rbac_address_scope.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.757963 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.758483 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: rbac-address-scope Apr 06 17:05:51.758807 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: rbac_security_groups.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.759822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.760333 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: rbac-security-groups Apr 06 17:05:51.760661 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: rbac_subnetpool.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.761865 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.762380 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: rbac-subnetpool Apr 06 17:05:51.762702 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: revisionifmatch.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.763739 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.764257 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: revision-if-match Apr 06 17:05:51.764582 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: revisions.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.765752 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.766265 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: standard-attr-revisions Apr 06 17:05:51.766590 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: router_availability_zone.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.767270 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.767777 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: router_availability_zone Apr 06 17:05:51.768102 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: routerservicetype.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.769037 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.769560 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 17:05:51.769878 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.770802 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.771310 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: security-groups-normalized-cidr Apr 06 17:05:51.771632 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.772601 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.773432 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: port-security-groups-filtering Apr 06 17:05:51.773763 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.774716 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.775228 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: security-groups-remote-address-group Apr 06 17:05:51.775550 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.776479 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.776988 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: security-groups-shared-filtering Apr 06 17:05:51.777336 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.777937 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 17:05:51.778259 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: securitygroup.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.788810 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.789755 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: security-group Apr 06 17:05:51.790344 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: segment.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.791606 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.792483 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension segment not supported by any of loaded plugins Apr 06 17:05:51.793074 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.794706 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.795243 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 17:05:51.795578 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: servicetype.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.796692 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.797234 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: service-type Apr 06 17:05:51.797567 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: sorting.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.798572 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.798893 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: sorting Apr 06 17:05:51.799217 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: standard_attr_segment.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.800144 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.800704 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 17:05:51.800987 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: standardattrdescription.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.801677 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.802187 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: standard-attr-description Apr 06 17:05:51.802512 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: stateful_security_group.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.803447 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.804766 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: stateful-security-group Apr 06 17:05:51.805313 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: stdattrs_common.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.805900 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 17:05:51.806224 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.807197 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.807722 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 17:05:51.808046 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnet_onboard.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.809134 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.809648 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: subnet_onboard Apr 06 17:05:51.809980 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.810910 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.811416 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 17:05:51.811740 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnet_service_types.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.812668 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.813208 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: subnet-service-types Apr 06 17:05:51.813534 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnetallocation.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.814631 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.815142 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: subnet_allocation Apr 06 17:05:51.815470 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.816145 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.816653 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: subnetpool-prefix-ops Apr 06 17:05:51.816978 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.817948 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.818458 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 17:05:51.818784 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: tagging.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.820302 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.820855 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: standard-attr-tag Apr 06 17:05:51.821219 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: timestamp.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.822456 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.822972 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loaded extension: standard-attr-timestamp Apr 06 17:05:51.823304 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: trunk.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.824332 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.824849 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension trunk not supported by any of loaded plugins Apr 06 17:05:51.825210 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: trunk_details.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.826128 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.826638 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 17:05:51.827145 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: uplink_status_propagation.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.828070 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.828584 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 17:05:51.828909 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Loading extension file: vlantransparent.py {{(pid=103366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:05:51.829624 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:05:51.830135 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 17:05:51.834401 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:network Apr 06 17:05:51.835013 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnet Apr 06 17:05:51.835548 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:05:51.836197 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:port Apr 06 17:05:51.837856 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.838310 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service FLAVORS assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.838952 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.839386 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.839718 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:router Apr 06 17:05:51.840151 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 17:05:51.840639 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service METERING assigned prefix: /metering {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.842140 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.842512 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.842863 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:05:51.843909 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 17:05:51.844360 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:security_group Apr 06 17:05:51.844791 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 17:05:51.845456 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service CORE assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.845791 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:05:51.846138 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] subnetpool is already registered Apr 06 17:05:51.846581 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service CORE assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.846911 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:05:51.847242 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] subnetpool is already registered Apr 06 17:05:51.849588 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.850029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service FLAVORS assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.851192 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.851851 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.852340 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:router Apr 06 17:05:51.852752 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] router is already registered Apr 06 17:05:51.853198 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 17:05:51.853539 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] floatingip is already registered Apr 06 17:05:51.854001 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service METERING assigned prefix: /metering {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.854687 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 17:05:51.855019 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] rbac_policy is already registered Apr 06 17:05:51.855436 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:security_group Apr 06 17:05:51.855769 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] security_group is already registered Apr 06 17:05:51.856175 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 17:05:51.856507 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] security_group_rule is already registered Apr 06 17:05:51.857176 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service CORE assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.857505 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:05:51.857837 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] subnetpool is already registered Apr 06 17:05:51.858261 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.resource_helper [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Service CORE assigned prefix: {{(pid=103366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:05:51.858585 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:05:51.858913 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING neutron.quota.resource_registry [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] subnetpool is already registered Apr 06 17:05:51.859385 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: extensions {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.860904 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: address-groups {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.862420 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: address-scopes {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.863755 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: agents {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.865015 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: auto-allocated-topology {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.866945 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: availability_zones {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.868502 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: dhcp-networks {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.870052 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: dhcp-agents {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.871497 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: routers {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.875041 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: flavors {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.876221 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: service_profiles {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.877454 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: next_providers {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.878903 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: service_profiles {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.880433 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: floatingip-pools {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.881710 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: routers {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.884326 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: floatingips {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.885652 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: l3-routers {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.887292 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: l3-agents {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.888695 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: metering-labels {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.890092 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: metering-label-rules {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.891370 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: network-ip-availabilities {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.892615 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: bindings {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.894421 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: quotas {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.896049 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: quotas {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.897744 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: rbac-policies {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.899409 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: security-groups {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.900657 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: security-group-rules {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.901895 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: service-providers {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.903110 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: subnetpools {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.904535 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: subnetpools {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.906033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.907711 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.909538 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.911424 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.913742 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.916028 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.917756 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.919667 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.921453 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.923292 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron.api.extensions [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Extended resource: tags {{(pid=103366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:05:51.930582 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING keystonemiddleware.auth_token [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 17:05:51.935414 dv-cinder-836859-1-iscsi neutron-server[103366]: WARNING keystonemiddleware.auth_token [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 17:05:51.944180 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Acquired lock "singleton_lock" {{(pid=103366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 17:05:51.944885 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_concurrency.lockutils [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Releasing lock "singleton_lock" {{(pid=103366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 17:05:51.946016 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Starting 2 workers Apr 06 17:05:51.950984 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Started child 103474 {{(pid=103366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:05:51.955746 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Started child 103475 {{(pid=103366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:05:51.956548 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.957351 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO neutron.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 17:05:51.958009 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.958111 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [-] (103474) wsgi starting up on http://0.0.0.0:9696 Apr 06 17:05:51.958496 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47340) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:05:51.960897 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Starting 1 workers Apr 06 17:05:51.961435 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.963053 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [-] (103475) wsgi starting up on http://0.0.0.0:9696 Apr 06 17:05:51.966452 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Started child 103476 {{(pid=103366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:05:51.967024 dv-cinder-836859-1-iscsi neutron-server[103366]: INFO oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Starting 1 workers Apr 06 17:05:51.967829 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067470 Apr 06 17:05:51.970126 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] calling RpcWorker wait() {{(pid=103476) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 17:05:51.972925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] returning from RpcWorker wait() {{(pid=103476) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 17:05:51.972925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.972925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:05:51.973212 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Started child 103478 {{(pid=103366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:05:51.973286 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb45-a2c4-4dcd-9ab1-2e0cbde3cd18 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.975307 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 17:05:51.976062 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:05:51.976253 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:05:51.976575 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:05:51.977172 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:05:51.977466 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:05:51.978031 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.978327 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.978615 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.978885 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.979191 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.979801 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.979908 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:51.980376 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.980376 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.980571 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.980827 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.981001 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.981201 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.981464 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.981701 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.984560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] debug = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.985595 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986288 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986288 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986288 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986507 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986872 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.986872 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.987122 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.987321 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.987555 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.987807 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.988024 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.988286 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.988513 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.988992 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] host = dv-cinder-836859-1-iscsi {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.989270 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.989492 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.989723 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.992843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.993548 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.993548 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.993548 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.993743 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_options = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.994013 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.994175 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996781 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996781 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996781 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996781 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.996781 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.997113 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.997113 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.997467 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.997560 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.997767 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.998970 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.998970 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.998970 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.998970 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.998970 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.999467 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.999467 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.999984 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:51.999984 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.000206 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.001357 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.001635 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.002241 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.002241 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.002398 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003432 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003432 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003432 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003432 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003705 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.003787 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:05:52.003861 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.004147 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.004417 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.004639 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_json = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.006089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007033 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007377 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007377 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.007790 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.008035 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.008446 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.008692 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.009606 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.009606 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.010283 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.010283 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.010719 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.010719 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.011005 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.011145 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.011358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.011587 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.012151 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.012407 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.013530 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.013530 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.013530 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016153 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016153 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016153 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016153 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016711 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016711 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.016988 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.017159 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.018256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.018256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.018256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.018256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.018824 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.019016 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.019193 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.021881 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.021881 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.022147 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.023126 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.023990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.023990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.023990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.024196 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.024407 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.024744 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.024977 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.025270 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.026140 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.026140 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.026140 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.026664 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.026928 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.027161 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.027379 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.027625 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.027863 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.028098 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.028331 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.030786 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.030983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.031223 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.031480 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.031704 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.031933 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.032182 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.032429 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.032652 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.032890 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.033217 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.033727 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.033983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.034263 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.034489 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.035320 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.035559 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.035811 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.036056 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.036299 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.036898 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.037171 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.037461 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.037697 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.037913 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.038219 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.038961 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.039192 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.039415 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.039636 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.039862 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.040152 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.040338 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.040561 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.040787 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.041006 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.041316 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.041670 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.041939 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.042180 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.042898 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.043164 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.043413 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.043683 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.043926 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.044161 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.044446 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.044712 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.044968 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.049111 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.049727 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.049976 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.050252 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.050535 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.052741 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.054378 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.054651 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.054932 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.055175 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.056302 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.056551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.058161 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.058425 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.058676 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.059951 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.060231 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.060527 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.060785 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.061086 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.061402 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.061689 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.061990 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.062229 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.062471 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.062747 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.062988 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.063245 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.063485 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.063743 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.064009 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.064246 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.064511 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.064737 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.064972 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.066083 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.066333 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.066552 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.066789 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.067046 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.067316 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.068348 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.068630 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.068894 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.069165 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.069489 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.069730 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.069969 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.070205 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071299 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071299 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071299 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071299 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071725 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071725 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.071918 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.072200 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.072476 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.072717 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.073098 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.073527 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.073758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.074016 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.074241 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.074462 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.077613 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.079628 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.080075 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.080495 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.080869 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.081312 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.081588 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.081903 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.082187 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.083277 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.083545 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.083835 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.084312 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.084552 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.084812 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.085681 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.085908 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.086128 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.086393 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.087513 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.087985 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.088386 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.088619 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.088899 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.089185 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.089553 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.089828 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.090087 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091105 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091105 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091105 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091105 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091362 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091532 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091689 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.091916 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093072 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093072 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093072 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093072 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093072 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093424 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093585 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.093782 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.094044 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.094258 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.094900 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.094900 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.095057 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.095156 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.095548 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.095991 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.096382 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.096791 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.097126 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.097390 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.097629 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.097891 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.098132 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.098403 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.098632 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.098845 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.099080 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.099303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.099523 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.099735 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.099958 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.100169 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.100380 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.100601 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.101387 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.101615 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.101876 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.102108 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.102339 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.103673 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.105551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106478 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106478 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106478 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106478 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106780 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.106861 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.107815 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.107815 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.107815 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.107815 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.108401 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.108401 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.108956 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.108956 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.108956 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.109330 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.109601 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.109868 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.110102 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.110437 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111319 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111319 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111319 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111646 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.111985 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.112112 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:05:52.112228 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.115598 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.117521 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.118093 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.118093 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.118287 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:05:52.118695 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 17:05:52.118883 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:05:52.119042 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:05:52.119306 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:05:52.119459 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:05:52.119551 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:05:52.119735 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.119917 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120059 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120219 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120379 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120569 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120734 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.120892 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.121230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.121519 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.121828 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.122013 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.122147 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.122438 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.122732 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.122895 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123049 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123210 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123391 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123557 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123722 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.123894 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.124041 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] debug = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.125118 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126029 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126564 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126564 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126564 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126783 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126783 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.126929 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] host = dv-cinder-836859-1-iscsi {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.127036 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.127192 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.127495 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.127792 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.127955 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.128257 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.128417 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.128720 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.128877 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.129209 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.129395 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.129547 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.129678 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.129979 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.130137 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_options = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.130432 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.130734 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.130892 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.131215 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.131530 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.131689 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.133134 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.133461 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.133762 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.134031 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.134217 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.134392 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.134576 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.134730 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.135137 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.135251 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.135405 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.135559 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.135721 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.137541 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138067 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138295 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138295 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138553 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138636 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138767 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.138930 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139094 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139253 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139411 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139569 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139727 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.139885 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140043 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140199 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140356 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_json = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140512 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140667 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140823 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.140979 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141172 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141329 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141486 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141642 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141799 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:05:52.141985 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.142147 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.142341 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143004 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143004 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143004 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143210 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143278 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143396 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143757 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.143929 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144088 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144320 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144500 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144597 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144711 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.144877 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145048 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145201 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145365 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145531 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145678 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.145912 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.146184 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.146354 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.146517 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.146683 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148089 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148473 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148473 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148473 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148650 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148715 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.148878 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149150 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149363 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149504 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149650 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149786 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.149931 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.150068 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.150204 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.151822 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.153305 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.154754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.154754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.154754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.154754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.154754 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.155381 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.155381 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.155656 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.155791 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.156004 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.156233 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.156472 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.156700 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.156950 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.157233 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.157477 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.157608 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.157747 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.157881 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.158014 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.158159 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.158320 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.158475 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.158634 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.159540 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160303 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160935 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160935 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.160935 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161348 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161348 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161348 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161553 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161655 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161817 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.161981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.162143 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.162346 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.162485 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.162615 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.162857 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.163236 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.163953 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.163953 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164315 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164315 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164576 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164576 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164841 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.164841 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165155 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165284 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165366 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165488 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165655 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165827 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.165988 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.166156 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.166309 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.166467 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.166757 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.166860 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.167005 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.167130 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.168230 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.169751 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172119 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.172758 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.173358 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.174905 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.175466 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.175466 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.175608 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.175797 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.176030 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.176265 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.176508 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.176736 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.176964 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.177244 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.177684 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.177831 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.177965 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178111 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178249 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178249 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178536 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178737 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.178906 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179068 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179235 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179397 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179558 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179718 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.179879 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180062 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180206 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180361 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180520 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180681 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180843 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.180999 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.181200 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.181338 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.181474 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.181638 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.182853 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.183983 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.184738 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185491 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185491 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185491 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185491 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185997 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185997 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185997 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.185997 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186451 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186451 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186451 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186671 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186750 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.186883 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187053 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187213 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187373 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187533 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187693 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.187852 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188022 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188182 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188342 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188517 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188644 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188798 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.188967 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189150 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189311 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189479 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189639 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189798 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.189957 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.190981 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191539 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191539 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191539 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191743 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191743 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.191912 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192079 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192247 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192407 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192573 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192832 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.192932 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.193112 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.193361 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.193519 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.193682 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.193842 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.194003 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.194185 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.194561 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.194803 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.194967 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195126 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195289 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195450 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195611 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195770 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.195931 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.196090 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.196256 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:05:52.196409 dv-cinder-836859-1-iscsi neutron-server[103366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:06:03.908479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570dddd8-3efe-4f93-901b-a3dc6055e326 None None] get_active_networks_info from dv-cinder-836859-1-iscsi {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 17:06:03.988706 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dddd8-3efe-4f93-901b-a3dc6055e326 None None] No non-hosted networks {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 17:06:04.006418 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.agentschedulers_db [None req-570dddd8-3efe-4f93-901b-a3dc6055e326 None None] DHCP Agent not found on host dv-cinder-836859-1-iscsi {{(pid=103476) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 17:06:04.134397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ac1487b-c110-4e01-93db-d001e872bd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.651966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5eab3f5-b2c9-40d4-bdb1-d6b93f2a08a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.700453 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5c66956-b269-4b27-a999-e7337d32676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.402351 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:07.599703 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.043536 dv-cinder-836859-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-dad71276-467b-4844-b667-6076c8a54754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:08.044118 dv-cinder-836859-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-dad71276-467b-4844-b667-6076c8a54754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:08.275724 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-dad71276-467b-4844-b667-6076c8a54754 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:08.289047 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-dad71276-467b-4844-b667-6076c8a54754 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8735373 Apr 06 17:06:09.029684 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (42915166-4967-4772-8998-6b54411528ad), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.418107 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.421384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.422055 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.422396 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.422728 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.423051 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.423509 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.424089 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.425927 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.426444 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.426821 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.427345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.427898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.428353 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.428818 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.429161 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:10.429635 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836859-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:10.437379 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836859-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.018566 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:11.404021 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:11.500016 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.policy [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103474) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 17:06:11.552594 dv-cinder-836859-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:11.552986 dv-cinder-836859-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:11.675326 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759021853378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759021848341', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759021803643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759021829605', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759021820242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759022039951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1968458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2085343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578330', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603114'] for rbac-policy (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.749368 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.758353 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fff400a7-ffd4-45f5-8958-5b1cd77f9006 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7376564 Apr 06 17:06:13.945626 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.db.l3_hamode_db [None req-0209bef8-e9ea-46ee-ab43-da3408e0d5c2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 17:06:14.025459 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209bef8-e9ea-46ee-ab43-da3408e0d5c2 None None] Routers set() bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:14.025863 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209bef8-e9ea-46ee-ab43-da3408e0d5c2 None None] Router IDs set() for agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 17:06:14.351859 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 47466) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:14.877885 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING oslo_policy.policy [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:14.878548 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING oslo_policy.policy [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:15.105541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:15.164301 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Made reservation on behalf of 59a4d8beba0f4afe8b6e337053f60c26 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:15.229306 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.policy [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 17:06:15.273466 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING oslo_policy.policy [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:15.273873 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING oslo_policy.policy [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:06:15.284537 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.309084 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.434485 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks [] for security_group (f7ee566c-bd93-4096-8366-b00e4b2a0151), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.438739 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f7ee566c-bd93-4096-8366-b00e4b2a0151), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.466175 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:15.502164 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759020273008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (14d01c34-a86f-4a61-930b-8b6b8d58a03d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.502752 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Unsubscribe: segment precommit_create {{(pid=103475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 17:06:15.503291 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Added segment 14d01c34-a86f-4a61-930b-8b6b8d58a03d of type vlan for network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c Apr 06 17:06:15.520896 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee566c-bd93-4096-8366-b00e4b2a0151,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:15.579888 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.580232 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.580585 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.580942 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.581302 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.581629 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.581954 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.582276 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.582597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.582919 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.583240 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.583576 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.583899 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.584216 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.584531 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Tracked resource versions report: Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: pushed versions: Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Agent': {'1.1'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Log': {'1.0'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'NDPProxy': {'1.0'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Network': {'1.1'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Port': {'1.7'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'PortForwarding': {'1.3'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'QosPolicy': {'1.10'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SubPort': {'1.0'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Subnet': {'1.1'}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Trunk': {'1.1'}} Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: consumer versions: Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Agent': '1.1', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'ConntrackHelper': '1.0', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'LocalIPAssociation': '1.0', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Log': '1.0', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'NDPProxy': '1.0', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Network': '1.1', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Port': '1.7', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'PortForwarding': '1.3', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'QosPolicy': '1.10', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroup': '1.5', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroupRule': '1.2', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SubPort': '1.0', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Subnet': '1.1', Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Trunk': '1.1'}} Apr 06 17:06:15.586636 dv-cinder-836859-1-iscsi neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:15.621228 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.668986 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.674227 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:15.674957 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.772892 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4177358 Apr 06 17:06:15.806066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c02540-4387-4f78-adfc-ba40b3b62e76 demo demo] Pushing event updated for resources: {'Network': ['ID=8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:15.818756 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:18.565604 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 47486) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:19.014971 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2f686-c5e4-4474-a16b-2acad6cbfb97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:19.016357 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-1bd2f686-c5e4-4474-a16b-2acad6cbfb97 demo admin] 10.222.0.23 "GET /v2.0/networks/8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c HTTP/1.1" status: 200 len: 825 time: 0.4498484 Apr 06 17:06:19.070661 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-81ab8804-3d65-47dc-b5d5-4b2361dcc192 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/4f4d429e-c61d-4ca2-b9fc-dd86ec264130 HTTP/1.1" status: 200 len: 734 time: 0.0485182 Apr 06 17:06:19.079535 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Request body: {'subnet': {'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:19.103241 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Made reservation on behalf of 59a4d8beba0f4afe8b6e337053f60c26 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:19.106922 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.436058 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (d8e173af-53f9-4bf8-acc1-a9fbd837c59c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.508034 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d8e173af-53f9-4bf8-acc1-a9fbd837c59c,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:19.512652 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Checking segment: {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:19.513058 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Network hostable DHCP agents. Network: 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:19.534494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:19.546611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:19.551702 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:19.552308 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.556898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a5baa-ec1d-418d-89ea-0d7c46b20a5d None None] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:19.578387 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-526a6eef-bbea-4a04-9375-6f5b82f74051 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5022235 Apr 06 17:06:19.965798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:06:19.967129 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.256374 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Allocated IP 172.20.0.2 (8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c/d8e173af-53f9-4bf8-acc1-a9fbd837c59c/e7badf98-792a-460b-a0d6-2e342a28a793) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:20.553451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks [] for port (e7badf98-792a-460b-a0d6-2e342a28a793), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.564782 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.636768 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:20.643386 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:20.647501 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:20.699919 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Pushing event updated for resources: {'Port': ['ID=e7badf98-792a-460b-a0d6-2e342a28a793,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:20.726281 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.726675 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.727000 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.727341 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.727676 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.728004 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.728326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.728670 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.728973 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.729317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.729638 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.729979 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.730302 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.730636 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.730933 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Tracked resource versions report: Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: pushed versions: Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Agent': {'1.1'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Log': {'1.0'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Network': {'1.1'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Port': {'1.7'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: consumer versions: Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Agent': '1.1', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Log': '1.0', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'NDPProxy': '1.0', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Network': '1.1', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Port': '1.7', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'PortForwarding': '1.3', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'QosPolicy': '1.10', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SubPort': '1.0', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Subnet': '1.1', Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Trunk': '1.1'}} Apr 06 17:06:20.732413 dv-cinder-836859-1-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:20.766880 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Attempting to bind port e7badf98-792a-460b-a0d6-2e342a28a793 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:20.767284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Attempting to bind port e7badf98-792a-460b-a0d6-2e342a28a793 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:20.767705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Attempting to bind port e7badf98-792a-460b-a0d6-2e342a28a793 on network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:20.773309 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:20.773707 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Checking segment: {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:20.774196 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.774592 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Bound using segment: {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:20.775076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Bound port: e7badf98-792a-460b-a0d6-2e342a28a793, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:20.775488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.846386 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] For port e7badf98-792a-460b-a0d6-2e342a28a793, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:20.851910 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] For port e7badf98-792a-460b-a0d6-2e342a28a793, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=e7badf98-792a-460b-a0d6-2e342a28a793,segment=NetworkSegment(14d01c34-a86f-4a61-930b-8b6b8d58a03d),segment_id=14d01c34-a86f-4a61-930b-8b6b8d58a03d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:20.861426 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.928774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ac156-0a26-44f6-a2e7-0758908218fd None None] Pushing event updated for resources: {'Port': ['ID=e7badf98-792a-460b-a0d6-2e342a28a793,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:22.297170 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 47494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:22.636088 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [None req-830826e2-28ca-4c84-b1f6-59a6d9d5bd60 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:22.637257 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-830826e2-28ca-4c84-b1f6-59a6d9d5bd60 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3389597 Apr 06 17:06:25.260023 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 47502) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:25.597286 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [None req-c01340a5-ed13-4f1b-b66f-039ccb1660df admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:25.598280 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c01340a5-ed13-4f1b-b66f-039ccb1660df admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3373373 Apr 06 17:06:28.274200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:28.609529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:28.639266 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (58aa683b-07aa-4eec-85db-d35005b9e7fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:28.640978 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (58aa683b-07aa-4eec-85db-d35005b9e7fb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:28.800152 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Publish callbacks [] for router_controller (58aa683b-07aa-4eec-85db-d35005b9e7fb), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:28.806059 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (58aa683b-07aa-4eec-85db-d35005b9e7fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:28.827431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:28.828611 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-64592540-edb6-44f1-9b57-e67eea5772d5 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5533361 Apr 06 17:06:31.334778 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device e7badf98-792a-460b-a0d6-2e342a28a793 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:31.429612 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port e7badf98-792a-460b-a0d6-2e342a28a793 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:31.430018 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.482736 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:31.544341 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port e7badf98-792a-460b-a0d6-2e342a28a793 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:31.544726 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.580338 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port e7badf98-792a-460b-a0d6-2e342a28a793, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=e7badf98-792a-460b-a0d6-2e342a28a793,segment=NetworkSegment(14d01c34-a86f-4a61-930b-8b6b8d58a03d),segment_id=14d01c34-a86f-4a61-930b-8b6b8d58a03d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:31.586102 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.638566 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=e7badf98-792a-460b-a0d6-2e342a28a793,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:31.851478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-d6b6ff40-4155-48c5-beda-b6827ed19b91 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:31.852689 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d6b6ff40-4155-48c5-beda-b6827ed19b91 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3686171 Apr 06 17:06:32.851912 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1a7db-892c-423f-850c-c1425d0a0620 None None] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:32.918822 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e0427ee7-e845-4bae-a71a-cb234117dfab None None] Provisioning complete for port e7badf98-792a-460b-a0d6-2e342a28a793 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:32.919213 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0427ee7-e845-4bae-a71a-cb234117dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.020291 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:06:33.059623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e0427ee7-e845-4bae-a71a-cb234117dfab None None] Current status of the port e7badf98-792a-460b-a0d6-2e342a28a793 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:33.285284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-512191ae-cb15-4cde-8e1b-48cd9742ae58 None None] Provisioning complete for port e7badf98-792a-460b-a0d6-2e342a28a793 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:33.285691 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512191ae-cb15-4cde-8e1b-48cd9742ae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.334466 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device e7badf98-792a-460b-a0d6-2e342a28a793 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:33.403527 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-512191ae-cb15-4cde-8e1b-48cd9742ae58 None None] Current status of the port e7badf98-792a-460b-a0d6-2e342a28a793 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:33.416483 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port e7badf98-792a-460b-a0d6-2e342a28a793 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:33.416874 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.500516 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port e7badf98-792a-460b-a0d6-2e342a28a793 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:33.875914 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08bc2d7b-ac48-45fe-adaa-f6b33c9bf1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.452870 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 47530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:34.780846 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:34.801891 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Made reservation on behalf of 0c97567c541f400590fbb9c6cf199b7c for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:34.804652 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.815808 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.891716 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks [] for security_group (443d4ec9-2022-47a5-89e4-c1717babd4b9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.896235 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (443d4ec9-2022-47a5-89e4-c1717babd4b9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.915817 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Reserving flat network on physical network physnet1 {{(pid=103475) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 17:06:34.933263 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d4ec9-2022-47a5-89e4-c1717babd4b9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:34.939775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (6cabf22f-5fd2-461f-9885-7a59ba967ff9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.940122 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Added segment 6cabf22f-5fd2-461f-9885-7a59ba967ff9 of type flat for network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 Apr 06 17:06:34.998370 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (5b1901d8-dd9d-45cd-850d-69b76f49ca53), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.031193 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (5b1901d8-dd9d-45cd-850d-69b76f49ca53), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.032316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:35.032943 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.108513 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6545172 Apr 06 17:06:35.134001 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a906-45ce-4d88-8e49-390820a41b66 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1901d8-dd9d-45cd-850d-69b76f49ca53,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:35.148003 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:36.627922 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e050496b-0932-4c71-8777-0c96bb12e89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.606921 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.724631 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:38.084064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281515b-4063-4b40-9965-fb3132ae532a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:38.086183 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3281515b-4063-4b40-9965-fb3132ae532a demo admin] 10.222.0.23 "GET /v2.0/subnets/d8e173af-53f9-4bf8-acc1-a9fbd837c59c HTTP/1.1" status: 200 len: 849 time: 0.3599918 Apr 06 17:06:38.214881 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9bd339ca-5eba-4d36-9c7a-d0f761968591 demo admin] 10.222.0.23 "GET /v2.0/routers/58aa683b-07aa-4eec-85db-d35005b9e7fb HTTP/1.1" status: 200 len: 704 time: 0.1218023 Apr 06 17:06:38.511058 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:38.830737 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Allocated IP 172.20.0.1 (8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c/d8e173af-53f9-4bf8-acc1-a9fbd837c59c/16b3ea55-2e81-47bc-b6cd-05b0d0627efd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:38.973446 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.065383 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks [] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.138448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.202863 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:39.207503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:39.254470 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Pushing event updated for resources: {'Port': ['ID=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:39.259096 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:39.259665 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (58aa683b-07aa-4eec-85db-d35005b9e7fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.283775 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.284115 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.284464 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.284814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.285172 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.285507 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.285831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.286148 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.286480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.286804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.287120 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.287452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.288337 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.288678 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.288993 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Tracked resource versions report: Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: pushed versions: Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Agent': {'1.1'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'NDPProxy': {'1.0'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.3'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: consumer versions: Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Agent': '1.1', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Log': '1.0', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'NDPProxy': '1.0', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Network': '1.1', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Port': '1.7', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'PortForwarding': '1.3', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Apr 06 17:06:39.290491 dv-cinder-836859-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:39.491707 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.562746 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8794a477-7edc-4893-b2e2-93e21ad94ece None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:39.563241 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8794a477-7edc-4893-b2e2-93e21ad94ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.598440 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8794a477-7edc-4893-b2e2-93e21ad94ece None None] Port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:39.768479 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks [] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.773432 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.774375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (58aa683b-07aa-4eec-85db-d35005b9e7fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.851866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Pushing event updated for resources: {'Port': ['ID=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:39.901856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:39.903258 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:40.078372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Router 58aa683b-07aa-4eec-85db-d35005b9e7fb is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:06:40.121549 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e037d2d5-bf3e-4f9b-abb8-bec7a5c0e881 None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:40.122153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e037d2d5-bf3e-4f9b-abb8-bec7a5c0e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:40.158146 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e037d2d5-bf3e-4f9b-abb8-bec7a5c0e881 None None] Port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:40.175744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:40.181355 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b5feb567-3e52-467b-915b-85b8489aeb67 demo admin] 10.222.0.23 "PUT /v2.0/routers/58aa683b-07aa-4eec-85db-d35005b9e7fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9613786 Apr 06 17:06:40.186474 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Sync routers for ids ['58aa683b-07aa-4eec-85db-d35005b9e7fb'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:40.199621 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Routers {'58aa683b-07aa-4eec-85db-d35005b9e7fb'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:40.200467 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:06:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['58aa683b-07aa-4eec-85db-d35005b9e7fb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:40.410390 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Set router 58aa683b-07aa-4eec-85db-d35005b9e7fb gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:40.422067 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:40.869786 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:39Z', 'revision_number': 2, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port_host': None, '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:39Z', 'revision_number': 2, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:40.922884 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Checking router: 58aa683b-07aa-4eec-85db-d35005b9e7fb for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:40.923258 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Updating router 58aa683b-07aa-4eec-85db-d35005b9e7fb port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:40.980589 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.532773 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks [] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.540043 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.692382 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Pushing event updated for resources: {'Port': ['ID=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:41.715983 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.716331 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.716679 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.717016 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.717370 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.717696 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.718021 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.718340 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.718664 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.718999 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.719312 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.719644 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.719965 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.720279 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.720597 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Tracked resource versions report: Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: pushed versions: Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Agent': {'1.1'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Log': {'1.0'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Network': {'1.1'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Port': {'1.7'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: consumer versions: Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Agent': '1.1', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Log': '1.0', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'NDPProxy': '1.0', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Network': '1.1', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Port': '1.7', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'PortForwarding': '1.3', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'QosPolicy': '1.10', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SubPort': '1.0', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Subnet': '1.1', Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Trunk': '1.1'}} Apr 06 17:06:41.722087 dv-cinder-836859-1-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:41.735679 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Attempting to bind port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:41.736084 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Attempting to bind port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:41.738792 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Attempting to bind port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd on network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:41.742612 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:41.743032 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Checking segment: {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:41.743680 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.743921 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Bound using segment: {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:41.744417 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Bound port: 16b3ea55-2e81-47bc-b6cd-05b0d0627efd, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d01c34-a86f-4a61-930b-8b6b8d58a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:41.744805 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.786963 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5811e47d-b945-44c7-914e-cc64ea67376f None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:41.788322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5811e47d-b945-44c7-914e-cc64ea67376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.823040 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] For port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:41.824972 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5811e47d-b945-44c7-914e-cc64ea67376f None None] Port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:41.848294 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] For port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,segment=NetworkSegment(14d01c34-a86f-4a61-930b-8b6b8d58a03d),segment_id=14d01c34-a86f-4a61-930b-8b6b8d58a03d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:41.855104 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:41.918491 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Routers {'58aa683b-07aa-4eec-85db-d35005b9e7fb'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:41.919129 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:06:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['58aa683b-07aa-4eec-85db-d35005b9e7fb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:41.984469 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4576b-8055-479f-ab92-ffff7fcefae7 None None] Pushing event updated for resources: {'Port': ['ID=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:42.018373 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] Set router 58aa683b-07aa-4eec-85db-d35005b9e7fb gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:42.149771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:42.150448 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:42.247840 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Current status of the port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:42.248668 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:42.260292 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:39Z', 'revision_number': 2, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port_host': None, '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:41Z', 'revision_number': 4, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:42.285614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] For port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,segment=NetworkSegment(14d01c34-a86f-4a61-930b-8b6b8d58a03d),segment_id=14d01c34-a86f-4a61-930b-8b6b8d58a03d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:42.290206 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:42.292507 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d64172-ab7c-4265-b992-b10fad7a84b2 None None] The sync data for ids ['58aa683b-07aa-4eec-85db-d35005b9e7fb'] in dv-cinder-836859-1-iscsi is: [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:39Z', 'revision_number': 2, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port_host': None, '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:41Z', 'revision_number': 4, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:42.346043 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f97b8-722c-4706-81aa-16779144f5a8 None None] Pushing event updated for resources: {'Port': ['ID=16b3ea55-2e81-47bc-b6cd-05b0d0627efd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:42.738551 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47564) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:42.857308 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08fd3b-dd24-473c-858a-480c9fd5b896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:42.858601 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bc08fd3b-dd24-473c-858a-480c9fd5b896 admin admin] 10.222.0.23 "GET /v2.0/networks/5b1901d8-dd9d-45cd-850d-69b76f49ca53 HTTP/1.1" status: 200 len: 842 time: 0.1190915 Apr 06 17:06:42.869051 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:42.893984 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Made reservation on behalf of 0c97567c541f400590fbb9c6cf199b7c for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:42.896614 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:43.228454 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.objects.ports [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 17:06:43.228798 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (facafa4e-707b-4e57-8681-9a6602b5aa15), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:43.288349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=facafa4e-707b-4e57-8681-9a6602b5aa15,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:43.295219 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:43.295572 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Network hostable DHCP agents. Network: 5b1901d8-dd9d-45cd-850d-69b76f49ca53, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:43.317735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:43.331174 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 5b1901d8-dd9d-45cd-850d-69b76f49ca53) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:43.335709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:43.336316 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:43.341344 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50a8d2-59ed-48d5-8609-6eb7390f5b9f None None] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:43.354267 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-73eeae6e-cc20-4ebc-b2fe-bd24b014d649 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4896348 Apr 06 17:06:43.465898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30521528-9de1-4707-bbf8-fb2dcf99fbd6 None None] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:45.867513 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:46.008044 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8f34317b-fb44-4ab8-9e67-50f5453203d9 demo admin] 10.222.0.23 "GET /v2.0/routers/58aa683b-07aa-4eec-85db-d35005b9e7fb HTTP/1.1" status: 200 len: 710 time: 0.1392765 Apr 06 17:06:46.095129 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d133b-e63a-421c-9d42-631edfaa08f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:46.096518 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-570d133b-e63a-421c-9d42-631edfaa08f3 demo admin] 10.222.0.23 "GET /v2.0/networks/5b1901d8-dd9d-45cd-850d-69b76f49ca53 HTTP/1.1" status: 200 len: 886 time: 0.0830293 Apr 06 17:06:46.105417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:46.448678 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks [] for router_gateway (58aa683b-07aa-4eec-85db-d35005b9e7fb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:46.706056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks [] for router_gateway (58aa683b-07aa-4eec-85db-d35005b9e7fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:46.783227 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:46.899666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Allocated IP 172.27.3.121 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/32c1f3bd-74a5-480a-a987-7b79ea3ffa04) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:47.003635 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks [] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.038993 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.083914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:47.087942 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:47.090506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:47.092485 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Pushing event updated for resources: {'Port': ['ID=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:47.357621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks [] for router_gateway (58aa683b-07aa-4eec-85db-d35005b9e7fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.571783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046'] for router (58aa683b-07aa-4eec-85db-d35005b9e7fb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.575009 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-888058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-888073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-890218'] for router (58aa683b-07aa-4eec-85db-d35005b9e7fb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.689379 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Router 58aa683b-07aa-4eec-85db-d35005b9e7fb has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:06:47.807382 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:47.811779 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.825157 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-30ba791a-2195-46f6-a6a0-c426d987b264 demo admin] 10.222.0.23 "PUT /v2.0/routers/58aa683b-07aa-4eec-85db-d35005b9e7fb HTTP/1.1" status: 200 len: 890 time: 1.7108531 Apr 06 17:06:50.439050 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 47592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:50.566759 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-06852db7-f41c-45fa-89e2-70cd8136b129 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1265569 Apr 06 17:06:51.368142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 16b3ea55-2e81-47bc-b6cd-05b0d0627efd up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:51.424942 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Sync routers for ids ['58aa683b-07aa-4eec-85db-d35005b9e7fb'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:51.430522 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:51.431040 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:51.477833 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Routers {'58aa683b-07aa-4eec-85db-d35005b9e7fb'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:51.478505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:06:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['58aa683b-07aa-4eec-85db-d35005b9e7fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:51.612181 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:51.750941 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Set router 58aa683b-07aa-4eec-85db-d35005b9e7fb gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:52.250726 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:47Z', 'revision_number': 4, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port': {'id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:46Z', 'updated_at': '2022-04-06T17:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:42Z', 'revision_number': 5, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:52.309477 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Checking router: 58aa683b-07aa-4eec-85db-d35005b9e7fb for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:52.309826 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Updating router 58aa683b-07aa-4eec-85db-d35005b9e7fb port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:52.363846 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.721090 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks [] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.731735 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.794978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Attempting to bind port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:52.794978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Attempting to bind port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:52.794978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Attempting to bind port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:52.797366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584778ab-9a36-4d63-b8a8-f9da9fd5cb83 None None] Pushing event updated for resources: {'Port': ['ID=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:52.802928 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:52.804024 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:52.804711 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.805151 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:52.805638 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Bound port: 32c1f3bd-74a5-480a-a987-7b79ea3ffa04, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:52.806024 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.861406 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] For port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:52.864933 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] For port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:52.872466 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.938336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Routers {'58aa683b-07aa-4eec-85db-d35005b9e7fb'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:52.938798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:06:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['58aa683b-07aa-4eec-85db-d35005b9e7fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:53.002558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584778ab-9a36-4d63-b8a8-f9da9fd5cb83 None None] Pushing event updated for resources: {'Port': ['ID=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:53.089167 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] Set router 58aa683b-07aa-4eec-85db-d35005b9e7fb gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:53.327676 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:47Z', 'revision_number': 4, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port': {'id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:46Z', 'updated_at': '2022-04-06T17:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:42Z', 'revision_number': 5, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:53.361265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03306e59-04d9-4905-ba16-53ae883fd930 None None] The sync data for ids ['58aa683b-07aa-4eec-85db-d35005b9e7fb'] in dv-cinder-836859-1-iscsi is: [{'id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'name': 'router1', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:28Z', 'updated_at': '2022-04-06T17:06:47Z', 'revision_number': 4, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'gw_port': {'id': '32c1f3bd-74a5-480a-a987-7b79ea3ffa04', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:46Z', 'updated_at': '2022-04-06T17:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '16b3ea55-2e81-47bc-b6cd-05b0d0627efd', 'name': '', 'network_id': '8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c', 'tenant_id': '59a4d8beba0f4afe8b6e337053f60c26', 'mac_address': 'fa:16:3e:6c:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa683b-07aa-4eec-85db-d35005b9e7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:38Z', 'updated_at': '2022-04-06T17:06:42Z', 'revision_number': 5, 'project_id': '59a4d8beba0f4afe8b6e337053f60c26', 'subnets': [{'id': 'd8e173af-53f9-4bf8-acc1-a9fbd837c59c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f4d429e-c61d-4ca2-b9fc-dd86ec264130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:55.508360 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:55.615062 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:55.615780 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:55.723723 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:55.726104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:55.760132 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:55.779950 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:55.882146 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=32c1f3bd-74a5-480a-a987-7b79ea3ffa04,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:57.359840 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:57.446579 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:57.447242 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32c1f3bd-74a5-480a-a987-7b79ea3ffa04), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:57.550853 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 32c1f3bd-74a5-480a-a987-7b79ea3ffa04 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:03.880211 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77f32e22-f937-4899-86fb-3a9c80741ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.645382 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03e88fc6-54b2-4f46-b698-50f93ea972ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:07.558676 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.990872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:10.022334 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:07:10.420220 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:33.885942 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be473078-d0ae-454a-8fab-afaefe58267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.650548 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a68e8af-1159-4b49-a572-45b7adc96f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.561014 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:38.996714 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.417327 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.022970 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:08:03.888127 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-184e4762-ed1c-42b9-aa66-0dbd8318aff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:06.634868 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-282b481b-2416-4a62-a36d-4b916a8fd631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:07.564863 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:08.992004 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:10.422576 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.368778 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:15.513405 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-315d365d-e8cb-4a1b-9b31-532d8fdd2cf1 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:08:15.515501 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-315d365d-e8cb-4a1b-9b31-532d8fdd2cf1 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1456540 Apr 06 17:08:15.678215 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95327c-5dc5-4c8d-9cf6-d1dcb7cb0559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:15.679596 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2e95327c-5dc5-4c8d-9cf6-d1dcb7cb0559 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601355 Apr 06 17:08:18.021532 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48086) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:18.116316 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488cc5d-f656-4c5e-8d51-6a7df079e4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:18.117697 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6488cc5d-f656-4c5e-8d51-6a7df079e4c4 admin admin] 10.222.0.23 "GET /v2.0/subnets/d8e173af-53f9-4bf8-acc1-a9fbd837c59c HTTP/1.1" status: 200 len: 849 time: 0.0952160 Apr 06 17:08:18.127099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:18.213633 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Publish callbacks [] for subnet (d8e173af-53f9-4bf8-acc1-a9fbd837c59c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:18.357438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759020203533'] for subnet (d8e173af-53f9-4bf8-acc1-a9fbd837c59c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:18.387532 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:18.388125 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:18.389686 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] 10.222.0.23 "PUT /v2.0/subnets/d8e173af-53f9-4bf8-acc1-a9fbd837c59c HTTP/1.1" status: 200 len: 868 time: 0.2661669 Apr 06 17:08:18.407544 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c917d9-a3ab-4130-87e7-d8c776e067e5 None None] Network 8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:08:18.412362 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e173af-53f9-4bf8-acc1-a9fbd837c59c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:18.420408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.420727 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.421159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.421484 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.421825 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.422144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.422470 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.422794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.423144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.423473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.423801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.424133 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.424454 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.424774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.425119 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15973e6-193c-44e5-8829-d859e0248b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:18.789078 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Provisioning complete for port e7badf98-792a-460b-a0d6-2e342a28a793 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:18.789508 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e7badf98-792a-460b-a0d6-2e342a28a793), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:18.871497 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Current status of the port e7badf98-792a-460b-a0d6-2e342a28a793 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:18.882148 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Provisioning complete for port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:18.882536 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (16b3ea55-2e81-47bc-b6cd-05b0d0627efd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:18.961885 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85a198ad-8b9e-44b0-b66c-9643b199080f None None] Current status of the port 16b3ea55-2e81-47bc-b6cd-05b0d0627efd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:20.821256 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:21.027680 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19595c0f-23dc-4353-9211-51c6d7aec5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:21.028177 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19595c0f-23dc-4353-9211-51c6d7aec5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:21.029742 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-19595c0f-23dc-4353-9211-51c6d7aec5d6 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075188 Apr 06 17:08:23.402935 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:23.548288 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5c80c-e82a-4c6c-a4c4-69dfb032dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:23.548751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5c80c-e82a-4c6c-a4c4-69dfb032dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:23.550311 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-17b5c80c-e82a-4c6c-a4c4-69dfb032dced admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1464343 Apr 06 17:08:24.021999 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:08:25.970592 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:26.100361 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d68418-9872-4004-8d07-d12641db6e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:26.101768 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f2d68418-9872-4004-8d07-d12641db6e28 admin admin] 10.222.0.23 "GET /v2.0/networks/5b1901d8-dd9d-45cd-850d-69b76f49ca53 HTTP/1.1" status: 200 len: 886 time: 0.1301076 Apr 06 17:08:28.464056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48118) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:28.597477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d8192-f84f-49eb-88da-777d8d53c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:28.598854 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3d6d8192-f84f-49eb-88da-777d8d53c55f admin admin] 10.222.0.23 "GET /v2.0/networks/8dd8cb6e-d864-4a4d-8c3a-1d1e98fb063c HTTP/1.1" status: 200 len: 869 time: 0.1338084 Apr 06 17:08:30.932385 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48126) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:31.062427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd96d7-3b18-4267-a276-8e0fcc96ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:31.062878 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd96d7-3b18-4267-a276-8e0fcc96ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:31.064412 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-35dd96d7-3b18-4267-a276-8e0fcc96ee92 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307585 Apr 06 17:08:33.411421 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:33.537582 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834140a6-59fe-42bf-9be0-4e6ce2fe34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:33.538036 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834140a6-59fe-42bf-9be0-4e6ce2fe34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:33.539575 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-834140a6-59fe-42bf-9be0-4e6ce2fe34a2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271102 Apr 06 17:08:33.890825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c333e95c-e31a-46ad-a7b6-65b0a9d40ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:35.909413 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48144) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:36.000926 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe8e72-5cda-4b2b-97fb-bd7db0c7865d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:36.002257 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-46fe8e72-5cda-4b2b-97fb-bd7db0c7865d admin admin] 10.222.0.23 "GET /v2.0/subnets/d8e173af-53f9-4bf8-acc1-a9fbd837c59c HTTP/1.1" status: 200 len: 868 time: 0.0919025 Apr 06 17:08:36.638384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6659b63-27c5-43e3-b554-8fc72b2e5f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:37.568770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.346785 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48152) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:38.437361 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab82ec-7c4e-4f6b-b425-e53c25407c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:38.439033 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-13ab82ec-7c4e-4f6b-b425-e53c25407c61 admin admin] 10.222.0.23 "GET /v2.0/subnets/facafa4e-707b-4e57-8681-9a6602b5aa15 HTTP/1.1" status: 200 len: 816 time: 0.0912983 Apr 06 17:08:38.993661 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.411942 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:01.022648 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:09:03.894412 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e63207cc-6888-4d3e-a6f4-1a2788ab3f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:06.640768 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe460-224f-4500-81c9-cd5d47063f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:07.572560 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:09.007705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:10.406054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:19.935638 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48210) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:19.987277 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [None req-3246abe1-f210-4dc0-b1e0-aa0cb9b0f3b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:09:19.989186 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3246abe1-f210-4dc0-b1e0-aa0cb9b0f3b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525906 Apr 06 17:09:22.516607 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48218) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:22.590539 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-6130cf71-baa5-4208-b4f2-28fa36598dd6 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:09:22.592752 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6130cf71-baa5-4208-b4f2-28fa36598dd6 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749686 Apr 06 17:09:22.765838 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40943bd4-6f6d-4b61-a340-6615987303f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:22.767326 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-40943bd4-6f6d-4b61-a340-6615987303f7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1699057 Apr 06 17:09:25.140388 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:25.189423 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:09:25.209498 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Made reservation on behalf of 0c97567c541f400590fbb9c6cf199b7c for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:09:25.211908 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:25.248225 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING neutron.services.revisions.revision_plugin [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Could not find related network for resource to bump revision. Apr 06 17:09:25.260699 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:09:25.270438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (bf8d09c7-17df-4ea6-910d-65c597be4160), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:25.270807 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Added segment bf8d09c7-17df-4ea6-910d-65c597be4160 of type vlan for network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d Apr 06 17:09:25.308755 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (321f494a-f4cd-49b6-b7a7-19e2fc648e6d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:25.331389 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (321f494a-f4cd-49b6-b7a7-19e2fc648e6d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:25.333171 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:25.333746 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:25.395212 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2536306 Apr 06 17:09:25.398180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=321f494a-f4cd-49b6-b7a7-19e2fc648e6d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:25.405197 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.405551 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.405919 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.406268 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.406605 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.406940 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.407272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.407602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.407941 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.408281 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.408641 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.408970 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.409323 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.409652 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.410707 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed1e00-cdac-46de-b78f-f729de1fe1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:25.426029 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:09:27.811842 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:27.886395 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8ed292-e193-4388-b360-3cfcc144cc92 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:09:27.887709 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cb8ed292-e193-4388-b360-3cfcc144cc92 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0748901 Apr 06 17:09:27.961038 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fb1fb-cac4-496c-a3e5-3cfcddf84b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:27.962504 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-117fb1fb-cac4-496c-a3e5-3cfcddf84b5b admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703080 Apr 06 17:09:27.972534 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d', 'name': 'shared-subnet'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:09:27.992100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Made reservation on behalf of 0c97567c541f400590fbb9c6cf199b7c for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:09:27.994458 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.176388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (68381bf8-0198-41c0-a7d6-f7b2eca6c5be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.228946 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=68381bf8-0198-41c0-a7d6-f7b2eca6c5be,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:28.238340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.238833 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.239180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.239517 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.239853 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.240180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.240505 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.240827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.241312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.241641 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.241970 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.242365 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.242638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.242956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.243275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.251465 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Checking segment: {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:09:28.251821 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Network hostable DHCP agents. Network: 321f494a-f4cd-49b6-b7a7-19e2fc648e6d, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:09:28.269181 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:09:28.277767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 321f494a-f4cd-49b6-b7a7-19e2fc648e6d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:09:28.281960 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:28.282552 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.287832 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4578d968-03c6-4d12-b70a-36e0e0a96d29 None None] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:09:28.303378 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2644ab24-2866-42d2-9abb-ff2020fd6bbd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342841 Apr 06 17:09:28.400954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-321f494a-f4cd-49b6-b7a7-19e2fc648e6d', 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d', 'project_id': '0c97567c541f400590fbb9c6cf199b7c', 'fixed_ips': [{'subnet_id': '68381bf8-0198-41c0-a7d6-f7b2eca6c5be'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:09:28.402370 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.570277 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Allocated IP 192.168.233.2 (321f494a-f4cd-49b6-b7a7-19e2fc648e6d/68381bf8-0198-41c0-a7d6-f7b2eca6c5be/414e0627-c3d5-4fd7-aa56-c923b5ad0f50) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:09:28.837260 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks [] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.846515 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.888335 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:09:28.893498 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:09:28.896673 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:09:28.910771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Pushing event updated for resources: {'Port': ['ID=414e0627-c3d5-4fd7-aa56-c923b5ad0f50,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:28.923485 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.924044 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.924613 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.925185 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.926461 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.927029 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.927515 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.927953 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.928463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.928888 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.929369 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.929804 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.930303 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.930823 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.931334 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:28.990046 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Attempting to bind port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:09:28.990405 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Attempting to bind port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:09:28.990764 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Attempting to bind port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 on network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:09:28.996106 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:09:28.996469 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Checking segment: {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:09:28.996864 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:28.997288 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Bound using segment: {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:09:28.997742 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Bound port: 414e0627-c3d5-4fd7-aa56-c923b5ad0f50, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:09:28.998110 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:29.074169 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] For port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:09:29.079085 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] For port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=414e0627-c3d5-4fd7-aa56-c923b5ad0f50,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:09:29.087661 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:29.149348 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed81e-9393-4a03-93e1-4b555f7c574f None None] Pushing event updated for resources: {'Port': ['ID=414e0627-c3d5-4fd7-aa56-c923b5ad0f50,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:29.521815 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:09:29.573896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:29.574220 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:29.658390 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:29.658777 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:29.694245 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=414e0627-c3d5-4fd7-aa56-c923b5ad0f50,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:29.698621 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:29.746817 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=414e0627-c3d5-4fd7-aa56-c923b5ad0f50,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:30.104065 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d55fd-d49a-4ad6-8915-d2924638196c None None] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:09:30.174976 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad9dc66d-e546-4191-a599-5cb0eb2094de None None] Provisioning complete for port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:30.175892 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc66d-e546-4191-a599-5cb0eb2094de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:30.311809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad9dc66d-e546-4191-a599-5cb0eb2094de None None] Current status of the port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:30.532512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a062c5e4-c8c3-4a9b-90bd-882401f70cbf None None] Provisioning complete for port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:30.533199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a062c5e4-c8c3-4a9b-90bd-882401f70cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:30.618153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a062c5e4-c8c3-4a9b-90bd-882401f70cbf None None] Current status of the port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:31.461913 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:09:31.517406 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:31.517774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (414e0627-c3d5-4fd7-aa56-c923b5ad0f50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:31.603171 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 414e0627-c3d5-4fd7-aa56-c923b5ad0f50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:33.899261 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daac298d-0837-456e-8dca-36bcea6b6f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:36.645770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-222d08be-bebe-4f24-bfe4-cb087c897d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:37.573950 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:38.021846 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:09:38.999072 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:40.411467 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:03.903894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08e9305e-5d06-49ef-98b5-a2569a8bb608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:06.638741 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7434a0ff-fbf6-4bc3-89c7-ea7b8e487090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:07.575985 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:09.002063 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:10.405595 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:15.020521 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:10:33.906419 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1b30bd5-af5f-42d4-adfb-4fa20aabad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:36.640671 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-950ddae6-ba6b-42a5-8358-8cacb71f18f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:37.579156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:39.006105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:40.410376 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:52.019477 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:11:03.908335 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94a67fcb-037d-40fc-95b0-26e94af0e3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:06.646763 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cef3a9e0-3ca6-4dfe-94f0-984c7b0b8754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:07.583689 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:07.828467 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48272) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:07.835313 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [None req-cb591b96-9137-4e09-b0ac-ba4acaa170be tempest-verify_tempest_config-1579019455 tempest-verify_tempest_config-1579019455-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:11:07.836309 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-cb591b96-9137-4e09-b0ac-ba4acaa170be tempest-verify_tempest_config-1579019455 tempest-verify_tempest_config-1579019455-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068502 Apr 06 17:11:08.123138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:08.230990 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.308259 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Publish callbacks [] for security_group (dc5c3f2b-9c04-4a08-8c9f-687d255d8f83), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.311950 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dc5c3f2b-9c04-4a08-8c9f-687d255d8f83), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.358474 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24d1e1f922e94b068abab7bf23f41bd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2340853 Apr 06 17:11:08.359334 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c3f2b-9c04-4a08-8c9f-687d255d8f83,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:08.361181 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:08.366277 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.366626 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.366972 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.367312 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.367646 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.367976 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.368308 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.368635 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.368961 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.369319 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.369644 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.369971 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.370292 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.370614 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.370936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febbf055-6cd3-4c1e-811e-e66b3f69e7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.439572 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Publish callbacks [] for security_group (dc5c3f2b-9c04-4a08-8c9f-687d255d8f83), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.461335 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Publish callbacks [] for security_group (dc5c3f2b-9c04-4a08-8c9f-687d255d8f83), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.553841 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dc5c3f2b-9c04-4a08-8c9f-687d255d8f83), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.556386 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:08.557551 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc5c3f2b-9c04-4a08-8c9f-687d255d8f83 HTTP/1.1" status: 204 len: 168 time: 0.1954093 Apr 06 17:11:08.565267 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c3f2b-9c04-4a08-8c9f-687d255d8f83,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:08.573410 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.573748 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.574101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.574431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.574868 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.575089 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.575408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.575722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.576052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.576371 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.576700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.577052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.577397 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.577708 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:08.578017 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0515fc1-32c1-48ef-a570-285bb6fff01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:09.021970 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:10.415608 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:29.018553 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:11:33.910394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64863c35-d3a6-44c2-8368-f0aa84fab0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:36.639213 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98e11194-63b6-4584-93dc-facc7138ccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:37.585973 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:39.018894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:40.418424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.911418 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fbc0-7d8e-480a-888d-380fcc306381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.018958 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:12:06.640550 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd82745f-0926-4bf9-b47f-bdf00927c1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.587554 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.021905 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.422733 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:33.914992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ff1252b-e918-47bb-bedd-a9077d40bc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:36.640809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64bd25f8-9b4b-40ff-8066-31a13f492191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:37.589739 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:39.023671 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:40.425679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:43.018009 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 5 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:12:56.610271 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-888207'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.916738 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d5261eb-c59d-45f0-8ffd-852a87d6f384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:06.643104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49959635-a11f-4f31-9ffb-4b1060bd30c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:07.591529 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:09.027380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:10.431958 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:11.360442 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:13:11.479116 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-81797a9e-5053-4cb1-9f4c-423aa4e247fa admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1175058 Apr 06 17:13:13.896486 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:13:13.953498 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-48e29948-367b-4ec8-a2fa-9706b7a1f4e5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0555737 Apr 06 17:13:20.016873 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:13:26.567265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:33.918990 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b69a78d-a1fd-4abf-b491-e0b19e5d5f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:36.646488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cb82b81-a2aa-438c-ae53-f714ce92eee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:37.594784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:39.028625 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:40.434524 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:56.578471 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:57.014982 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:14:03.923453 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85f0be21-5f11-4052-ab9a-b23f1de2006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:06.647924 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d582457d-0f05-44e8-b90d-ee2f95228366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:07.597313 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.034019 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.441771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:26.589505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:33.929958 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bac79a90-ecb5-4d49-8cc5-ebff661702ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:34.014473 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:14:36.652953 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9875e2e-274d-4c91-8bab-b259d139cb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:37.609398 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:39.030719 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:40.439309 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:56.644521 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:56.834855 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48488) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:57.107239 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:57.113975 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-network', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:57.142263 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Made reservation on behalf of 6fa0dc0a67044ddaa6c2a918a18b5921 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:57.144615 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.153877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.265726 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks [] for security_group (a3f6c570-aa4f-4693-93b6-e241cfca6cdc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.276662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a3f6c570-aa4f-4693-93b6-e241cfca6cdc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.286780 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-254839258-network', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:57.316725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:57.322699 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.336406 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f6c570-aa4f-4693-93b6-e241cfca6cdc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:57.345599 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.347415 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:14:57.365558 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.366691 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.367591 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.368595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.369474 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.370316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.371146 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.372024 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.372945 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.373839 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.374663 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.375595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.376930 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.377838 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.378781 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Tracked resource versions report: Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: pushed versions: Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: { 'AddressGroup': {'1.2'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Agent': {'1.1'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Log': {'1.0'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'NDPProxy': {'1.0'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Network': {'1.1'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Port': {'1.7'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'PortForwarding': {'1.3'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'QosPolicy': {'1.10'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroup': {'1.5'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SubPort': {'1.0'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Subnet': {'1.1'}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Trunk': {'1.1'}} Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: consumer versions: Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Agent': '1.1', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'ConntrackHelper': '1.0', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'LocalIPAssociation': '1.0', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Log': '1.0', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'NDPProxy': '1.0', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Network': '1.1', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Port': '1.7', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'PortForwarding': '1.3', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'QosPolicy': '1.10', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroup': '1.5', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SecurityGroupRule': '1.2', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'SubPort': '1.0', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Subnet': '1.1', Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: 'Trunk': '1.1'}} Apr 06 17:14:57.381012 dv-cinder-836859-1-iscsi neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:14:57.411368 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (848900ad-4023-48de-b895-495f3892a929), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.412356 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Added segment 848900ad-4023-48de-b895-495f3892a929 of type vlan for network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 Apr 06 17:14:57.449654 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks [] for security_group (6f44ed81-c913-4079-8f7d-b8458bab8881), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.455368 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6f44ed81-c913-4079-8f7d-b8458bab8881), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.486380 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.490703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:14:57.510018 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44ed81-c913-4079-8f7d-b8458bab8881,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:57.519155 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.520207 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:57.520829 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.521079 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.521243 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.521590 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.521931 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.522258 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.522873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.523145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.523246 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.523557 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.523883 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.524208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.524553 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.525088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.525593 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.526139 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Tracked resource versions report: Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: pushed versions: Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Agent': {'1.1'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'NDPProxy': {'1.0'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.3'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: consumer versions: Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Agent': '1.1', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Log': '1.0', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'NDPProxy': '1.0', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Network': '1.1', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Port': '1.7', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'PortForwarding': '1.3', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Apr 06 17:14:57.527330 dv-cinder-836859-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:14:57.534581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759020273008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (ae74a02e-7325-4ad3-8b7a-7b63ad953b18), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.535156 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Unsubscribe: segment precommit_create {{(pid=103474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 17:14:57.535626 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Added segment ae74a02e-7325-4ad3-8b7a-7b63ad953b18 of type vlan for network 9c405747-e86a-4a04-b397-0de5a9057e73 Apr 06 17:14:57.596507 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7596576 Apr 06 17:14:57.597198 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:57.604950 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Request body: {'subnet': {'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-subnet', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:57.631251 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0ee5f-2c29-4bf1-a051-7337ca817088 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:57.648610 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:14:57.661205 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Made reservation on behalf of 6fa0dc0a67044ddaa6c2a918a18b5921 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:57.670393 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.711122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (9c405747-e86a-4a04-b397-0de5a9057e73), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.770868 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (9c405747-e86a-4a04-b397-0de5a9057e73), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.772335 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:57.773380 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.825825 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7171948 Apr 06 17:14:57.859954 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48544) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:57.866574 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Request body: {'subnet': {'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-254839258-subnet', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:57.905915 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f215b-47a8-48fb-9f17-07ea52f3e690 admin admin] Pushing event updated for resources: {'Network': ['ID=9c405747-e86a-4a04-b397-0de5a9057e73,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:57.923031 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 9c405747-e86a-4a04-b397-0de5a9057e73 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:14:57.926953 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (2d47e66a-7010-479a-a6e0-0e453e24958b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:57.987162 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d47e66a-7010-479a-a6e0-0e453e24958b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:57.991657 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:57.994225 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.066645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:58.067273 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Network hostable DHCP agents. Network: ecd9345d-79bd-4b2c-b0f9-8a7889dd2983, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:14:58.101394 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:14:58.116916 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, ecd9345d-79bd-4b2c-b0f9-8a7889dd2983) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:58.121837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:58.122641 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48387b09-eef0-448d-8840-00883081065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.134322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b136d-27e0-402c-bfbd-36a8f31f29cc None None] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:14:58.175446 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-48387b09-eef0-448d-8840-00883081065a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5714834 Apr 06 17:14:58.175817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:58.182015 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:58.218669 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.220717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.302059 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for router_controller (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.302908 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (153ce98b-3077-44dd-9280-926631b70cff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.326916 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:14:58.327853 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.390452 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=153ce98b-3077-44dd-9280-926631b70cff,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:58.396679 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:58.398500 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Network hostable DHCP agents. Network: 9c405747-e86a-4a04-b397-0de5a9057e73, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:14:58.426312 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:14:58.455576 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 9c405747-e86a-4a04-b397-0de5a9057e73) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:58.470097 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:58.470713 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.471183 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8651509-1108-49dd-8f73-17dcbb9bc366 None None] Network 9c405747-e86a-4a04-b397-0de5a9057e73 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:14:58.498859 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-861bf84a-bcc5-477b-8399-02491e10abeb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6363165 Apr 06 17:14:58.502115 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48578) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:58.520875 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:58.537416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for router_gateway (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.588114 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.592503 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.620172 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Allocated IP 172.20.0.2 (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983/2d47e66a-7010-479a-a6e0-0e453e24958b/b0c1c3c1-43d2-438e-8f67-40c07284f6b9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:58.653699 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-9c405747-e86a-4a04-b397-0de5a9057e73', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:14:58.654731 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.856688 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for router_controller (548809ff-2be3-4d7d-9637-2c50bfa4da2a), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.938703 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks [] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.967244 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:58.981906 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for router_gateway (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.023873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.083601 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Pushing event updated for resources: {'Port': ['ID=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:59.088748 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:59.110299 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for router_gateway (548809ff-2be3-4d7d-9637-2c50bfa4da2a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.116943 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:59.119664 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:59.125747 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.126735 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.127245 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.128217 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.128888 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.129413 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.130313 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.130655 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.130989 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.131318 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.131651 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.131999 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.132325 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.132643 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.132965 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Tracked resource versions report: Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: pushed versions: Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Agent': {'1.1'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Log': {'1.0'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Network': {'1.1'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Port': {'1.7'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: consumer versions: Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Agent': '1.1', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Log': '1.0', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'NDPProxy': '1.0', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Network': '1.1', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Port': '1.7', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'PortForwarding': '1.3', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'QosPolicy': '1.10', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'SubPort': '1.0', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Subnet': '1.1', Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: 'Trunk': '1.1'}} Apr 06 17:14:59.134215 dv-cinder-836859-1-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:14:59.212333 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Allocated IP 172.27.3.95 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/ba2d0d00-e492-4ac7-820a-55325c36122c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:59.216962 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Allocated IP 172.20.0.2 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/03922cb5-ee07-436a-b5c7-f19ba17bdd8a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:59.247322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Attempting to bind port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:14:59.247322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Attempting to bind port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:14:59.247322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Attempting to bind port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:59.256209 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48602) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:59.263885 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:14:59.264193 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:59.264596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.264992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Bound using segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:14:59.265754 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Bound port: b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:14:59.266125 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.359036 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.378700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48608) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:59.444943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.481794 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] For port b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:14:59.486749 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:59.490109 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:59.511435 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] For port b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:14:59.515326 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:59.527930 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.536067 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks [] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.539401 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Pushing event updated for resources: {'Port': ['ID=ba2d0d00-e492-4ac7-820a-55325c36122c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:59.573859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.623087 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:59.627235 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:59.630737 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:59.641429 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88405f1-6231-4d8f-905f-24b893d7f29d None None] Pushing event updated for resources: {'Port': ['ID=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:59.656819 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for router_gateway (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.687085 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.736095 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48622) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:59.745561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Pushing event updated for resources: {'Port': ['ID=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:59.749679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Attempting to bind port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:14:59.750143 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Attempting to bind port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:14:59.750563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Attempting to bind port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:59.759346 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:14:59.760180 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:59.760830 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.761462 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:14:59.762216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Bound port: 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:14:59.762861 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:59.985207 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-171465863-network', 'tenant_id': '88466543daf5477dbae728ed4fc28591'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:59.987612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Allocated IP 172.27.3.228 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/c2248701-8b69-4449-85f6-de40fc30f391) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:00.086494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-network', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:00.114829 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Made reservation on behalf of 1c496e18e05641db9fa30f402b8ce2d0 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:00.120297 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.127201 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Made reservation on behalf of 88466543daf5477dbae728ed4fc28591 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:00.129493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.143981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.149284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] For port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:00.156619 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] For port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:00.163474 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.179821 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.222218 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for router_gateway (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.305470 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for port (c2248701-8b69-4449-85f6-de40fc30f391), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.321150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c117a-a26a-4aa1-a769-72c6772b4fcf None None] Pushing event updated for resources: {'Port': ['ID=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:00.361427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks [] for security_group (f6d8ce67-0275-4b3c-8dd7-625acd2204a1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.382294 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f6d8ce67-0275-4b3c-8dd7-625acd2204a1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.496290 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632548402-network', 'tenant_id': 'fb13ada20d1e43a3acf821d01d821d6c'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:00.503455 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks [] for security_group (81b49fa5-b8e5-4f62-b2c8-726aae658145), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.512554 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (81b49fa5-b8e5-4f62-b2c8-726aae658145), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.547277 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b49fa5-b8e5-4f62-b2c8-726aae658145,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:00.552454 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (c2248701-8b69-4449-85f6-de40fc30f391), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.577551 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:00.616652 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:00.633005 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:00.638747 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8ce67-0275-4b3c-8dd7-625acd2204a1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:00.651042 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Made reservation on behalf of fb13ada20d1e43a3acf821d01d821d6c for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:00.653371 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.698887 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.702499 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:15:00.703868 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:15:00.726882 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.727229 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Added segment ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6 of type vlan for network 5dff5803-9cc3-494d-a1db-dff8d6894ace Apr 06 17:15:00.906101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks [] for security_group (baefb8a4-66c3-40a1-98cb-a88629702dce), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.935541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (64e0c415-938a-41ce-9324-8ddbc5991efa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.936105 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Added segment 64e0c415-938a-41ce-9324-8ddbc5991efa of type vlan for network 24eb880c-8c23-461f-8109-87c487c7923e Apr 06 17:15:00.944131 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (baefb8a4-66c3-40a1-98cb-a88629702dce), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.981901 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:15:01.018435 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.018435 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Added segment a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46 of type vlan for network f359407b-6cf4-48c3-8122-d7dd58724b63 Apr 06 17:15:01.123845 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Pushing event updated for resources: {'Port': ['ID=c2248701-8b69-4449-85f6-de40fc30f391,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:01.412674 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (5dff5803-9cc3-494d-a1db-dff8d6894ace), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.447666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (f359407b-6cf4-48c3-8122-d7dd58724b63), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.491321 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (24eb880c-8c23-461f-8109-87c487c7923e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.524267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (5dff5803-9cc3-494d-a1db-dff8d6894ace), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.525351 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:01.525944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.557075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17cff5-7bdd-46ab-b940-cc9c8cf5dc76 None None] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:01.583100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (24eb880c-8c23-461f-8109-87c487c7923e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.584274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:01.586643 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.703423 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5dff5803-9cc3-494d-a1db-dff8d6894ace,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:01.708974 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3290794 Apr 06 17:15:01.719968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baefb8a4-66c3-40a1-98cb-a88629702dce,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:01.727071 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48676) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:01.738611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:15:01.744989 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Request body: {'subnet': {'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-171465863-subnet', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:01.825063 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Provisioning complete for port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:01.825646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.897031 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (f359407b-6cf4-48c3-8122-d7dd58724b63), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.898428 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:01.899336 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:01.920238 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 03922cb5-ee07-436a-b5c7-f19ba17bdd8a up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:01.943961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da425a-1c2a-4a17-8b5e-5166cffdac6f admin admin] Pushing event updated for resources: {'Network': ['ID=24eb880c-8c23-461f-8109-87c487c7923e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:01.966683 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2286794 Apr 06 17:15:01.969689 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:01.989158 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d9729cf9-c12c-453b-b80b-7eb7db6b5ff7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7316983 Apr 06 17:15:01.993551 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Request body: {'subnet': {'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632548402-subnet', 'tenant_id': 'fb13ada20d1e43a3acf821d01d821d6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:01.996370 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48682) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:02.001902 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 24eb880c-8c23-461f-8109-87c487c7923e details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:15:02.039452 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Request body: {'subnet': {'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-subnet', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:02.107328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.127482 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Made reservation on behalf of 1c496e18e05641db9fa30f402b8ce2d0 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:02.131895 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.197635 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563b5ef-c82b-4042-95d5-ea10cc14f69c None None] Network 9c405747-e86a-4a04-b397-0de5a9057e73 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:02.227963 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Made reservation on behalf of 88466543daf5477dbae728ed4fc28591 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:02.230489 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.253572 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Made reservation on behalf of fb13ada20d1e43a3acf821d01d821d6c for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:02.256605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.263691 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8c75-51c7-4cea-ab0a-c25fc41f7b22 admin admin] Pushing event updated for resources: {'Network': ['ID=f359407b-6cf4-48c3-8122-d7dd58724b63,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:02.296539 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network f359407b-6cf4-48c3-8122-d7dd58724b63 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:15:02.435371 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Current status of the port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:02.435693 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.450957 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for router_gateway (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.458084 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:02.458484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.584976 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] For port b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:02.599182 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.599518 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:15:02.615558 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (0c5be6f5-d036-4bb3-97e3-e92eff68ae01), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.765856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab818f54-1460-48ff-a01d-ca905c14d900 None None] Pushing event updated for resources: {'Port': ['ID=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:02.775332 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:02.776925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.794561 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5be6f5-d036-4bb3-97e3-e92eff68ae01,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:02.846730 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:02.855080 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2c384364-3e7f-44a5-b7e8-80b24a117eb2 None None] Provisioning complete for port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:02.856218 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c384364-3e7f-44a5-b7e8-80b24a117eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.879917 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Checking segment: {'id': 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:02.880340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Network hostable DHCP agents. Network: f359407b-6cf4-48c3-8122-d7dd58724b63, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:15:02.927870 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.929652 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device b0c1c3c1-43d2-438e-8f67-40c07284f6b9 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:02.937692 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Network f359407b-6cf4-48c3-8122-d7dd58724b63 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:15:02.941966 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:02.953593 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:02.968768 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:02.969457 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:14:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:02.975904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, f359407b-6cf4-48c3-8122-d7dd58724b63) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:02.987215 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (77ebf90b-d6d6-4497-bda5-38c533605ae4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.989687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.000300 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7dd8b573-6420-4955-b5c5-175e4f327a6c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8139026 Apr 06 17:15:03.003043 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:03.016384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:03.019277 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.042348 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29ca08-35fc-4b07-a1ba-1c00dca65b83 None None] Network f359407b-6cf4-48c3-8122-d7dd58724b63 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:03.077316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (770211af-735d-4ff4-b303-175f0c52aed4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.122809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:03.126346 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b371f69f-2d70-4382-9cc1-7f12686572ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1534765 Apr 06 17:15:03.261345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2c384364-3e7f-44a5-b7e8-80b24a117eb2 None None] Current status of the port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:03.310229 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:03.310669 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ebf90b-d6d6-4497-bda5-38c533605ae4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:03.311591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.316541 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:03.322394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2860c8-2d48-4a31-b0b9-e7a7d568e939 None None] Network f359407b-6cf4-48c3-8122-d7dd58724b63 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:03.435079 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=770211af-735d-4ff4-b303-175f0c52aed4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:03.640606 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.653399 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Provisioning complete for port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:03.654007 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.654599 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Checking segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:03.655481 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Network hostable DHCP agents. Network: 24eb880c-8c23-461f-8109-87c487c7923e, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:15:03.725862 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Checking segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:03.726227 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Network hostable DHCP agents. Network: 5dff5803-9cc3-494d-a1db-dff8d6894ace, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:15:03.732108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Network 24eb880c-8c23-461f-8109-87c487c7923e is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:15:03.767120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 24eb880c-8c23-461f-8109-87c487c7923e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:03.780267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:03.780859 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.794230 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:15:03.826542 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:03.840761 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23265206-3f03-4514-b1d5-2ca905e8ec44 None None] Network 24eb880c-8c23-461f-8109-87c487c7923e requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:03.852962 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3e47b65a-cca6-44b5-8480-b33e71e44543 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1247983 Apr 06 17:15:03.866702 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:03.894077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:03.903467 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 5dff5803-9cc3-494d-a1db-dff8d6894ace) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:03.934153 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:03.935512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:03.997237 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5bd57e5d-4171-47f0-b21d-95a90f97adfc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9724007 Apr 06 17:15:03.998442 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48748) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:04.008448 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:14:59Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:04.020477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:04.069667 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.071462 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.078058 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:04.080149 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Updating router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e port ba2d0d00-e492-4ac7-820a-55325c36122c binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:04.112326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab1476-b031-4bd3-b4f6-46c5177a46be None None] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:04.146465 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.240026 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for router_controller (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.241299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 03922cb5-ee07-436a-b5c7-f19ba17bdd8a up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:04.301062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.352244 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (69386072-20b4-45ab-ab71-02eae79d64f0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.353480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (69386072-20b4-45ab-ab71-02eae79d64f0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.587354 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:15:04.643620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-24eb880c-8c23-461f-8109-87c487c7923e', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:15:04.644926 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.648437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for router_gateway (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.699598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for router_controller (69386072-20b4-45ab-ab71-02eae79d64f0), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.816635 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48788) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:04.852928 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcf27812-96f5-4950-9286-47fe01dd5e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.859813 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks [] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.875456 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.921264 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:04.922025 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:04.983654 dv-cinder-836859-1-iscsi neutron-server[103475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:15:05.017384 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Pushing event updated for resources: {'Port': ['ID=ba2d0d00-e492-4ac7-820a-55325c36122c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:05.055638 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.056931 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.057516 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.058872 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.059405 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.060033 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.060573 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.061141 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.061678 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.062211 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.063249 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.064377 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.065161 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.065705 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.066262 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Tracked resource versions report: Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: pushed versions: Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Agent': {'1.1'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Log': {'1.0'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Network': {'1.1'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Port': {'1.7'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: consumer versions: Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: L3 agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: Metadata agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: Metering agent@dv-cinder-836859-1-iscsi: {}, Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-836859-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Agent': '1.1', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Log': '1.0', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'NDPProxy': '1.0', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Network': '1.1', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Port': '1.7', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'PortForwarding': '1.3', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'QosPolicy': '1.10', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'SubPort': '1.0', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Subnet': '1.1', Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: 'Trunk': '1.1'}} Apr 06 17:15:05.067677 dv-cinder-836859-1-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:15:05.090895 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Attempting to bind port ba2d0d00-e492-4ac7-820a-55325c36122c on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:05.091674 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Attempting to bind port ba2d0d00-e492-4ac7-820a-55325c36122c by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:05.092752 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Attempting to bind port ba2d0d00-e492-4ac7-820a-55325c36122c on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:05.099914 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:05.100753 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:05.101419 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.102061 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:05.103170 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Bound port: ba2d0d00-e492-4ac7-820a-55325c36122c, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:05.103812 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.119081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-5dff5803-9cc3-494d-a1db-dff8d6894ace', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:15:05.121605 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.173401 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Current status of the port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:05.218230 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] For port ba2d0d00-e492-4ac7-820a-55325c36122c, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:05.226685 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] For port ba2d0d00-e492-4ac7-820a-55325c36122c, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=ba2d0d00-e492-4ac7-820a-55325c36122c,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:05.236094 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for router_gateway (69386072-20b4-45ab-ab71-02eae79d64f0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.240394 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.256415 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Allocated IP 172.20.0.1 (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983/2d47e66a-7010-479a-a6e0-0e453e24958b/32698016-b767-40fe-b31d-f7280cf13eec) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:05.337661 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2da220-7c9b-4dfb-9367-3b62d74641df None None] Pushing event updated for resources: {'Port': ['ID=ba2d0d00-e492-4ac7-820a-55325c36122c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:05.351850 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-24372a02-d044-4fbe-bbb0-410668bbbfcd tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:05.353129 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Provisioning complete for port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:05.354282 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-24372a02-d044-4fbe-bbb0-410668bbbfcd tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/networks?id=f359407b-6cf4-48c3-8122-d7dd58724b63 HTTP/1.1" status: 200 len: 811 time: 0.3996339 Apr 06 17:15:05.354501 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.364349 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Allocated IP 172.20.0.2 (24eb880c-8c23-461f-8109-87c487c7923e/77ebf90b-d6d6-4497-bda5-38c533605ae4/328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:05.372428 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:05.373206 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:14:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:05.412468 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-5409b317-0a11-42e3-afed-109ebc8b128f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/quotas/fb13ada20d1e43a3acf821d01d821d6c HTTP/1.1" status: 200 len: 375 time: 0.0136182 Apr 06 17:15:05.431762 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:05.435783 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device b0c1c3c1-43d2-438e-8f67-40c07284f6b9 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:05.497320 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-bed06552-7dbb-49bd-87be-3857a44e8951 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb13ada20d1e43a3acf821d01d821d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732787 Apr 06 17:15:05.530905 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:05.561774 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:05.568189 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.569276 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:05.572738 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-8d4f458e-5fce-46b9-a4bb-8880ad3ae2ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0658765 Apr 06 17:15:05.574302 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48804) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:05.585794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks [] for port (32698016-b767-40fe-b31d-f7280cf13eec), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.733784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:05.734439 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:14:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:05.866058 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-791cf814-b00b-46cf-ad79-e52403684988 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:15:05.869128 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-791cf814-b00b-46cf-ad79-e52403684988 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989070 Apr 06 17:15:05.883433 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.924725 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:14:59Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:05.934966 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:05.939640 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:05.995764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:05.995764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:05.997423 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Allocated IP 172.20.0.2 (5dff5803-9cc3-494d-a1db-dff8d6894ace/770211af-735d-4ff4-b303-175f0c52aed4/f3750c14-9c8f-47eb-91e7-07c332577189) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:06.008272 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d6b28-114f-4fa5-9dd5-f0b61d98daf2 None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:14:59Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:06.085296 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Pushing event updated for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:06.104312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for router_gateway (69386072-20b4-45ab-ab71-02eae79d64f0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.208063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.213280 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:06.213609 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.362646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2c6f9-0ad5-4c2d-a1fd-e2dc94625443 None None] Current status of the port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:06.383329 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for router_gateway (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.467769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:06.532648 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.540965 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Allocated IP 172.27.3.11 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/db3c88a6-6735-451d-b610-ab4e617f6b60) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:06.646591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks [] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.666245 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32698016-b767-40fe-b31d-f7280cf13eec), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.764461 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.795008 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-ba0c476a-52d3-442f-9bc5-f69d208f5682 service neutron] 10.222.0.23 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269348 Apr 06 17:15:06.865908 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4b5cf90b-0e60-4a47-8e5c-06496ea7da35 None None] Provisioning complete for port 32698016-b767-40fe-b31d-f7280cf13eec triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:06.866299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf90b-0e60-4a47-8e5c-06496ea7da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32698016-b767-40fe-b31d-f7280cf13eec), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.870985 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.965031 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Network 24eb880c-8c23-461f-8109-87c487c7923e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:06.997680 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-9e4886a1-e182-45e3-8600-7cc8c48d13e0 service neutron] 10.222.0.23 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906433 Apr 06 17:15:07.062550 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:07.067605 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-319b910b-948c-4866-aa12-d0f3db963f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.084021 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:07.129072 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.177144 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cf90b-0e60-4a47-8e5c-06496ea7da35 None None] Port 32698016-b767-40fe-b31d-f7280cf13eec cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:07.218271 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=db3c88a6-6735-451d-b610-ab4e617f6b60,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:07.237945 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:07.240538 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Allocated IP 172.27.3.240 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/f3d588dd-0fe4-44d2-802e-29715bf25764) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:07.244028 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:07.251438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:07.257395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks [] for port (32698016-b767-40fe-b31d-f7280cf13eec), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.358613 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Pushing event updated for resources: {'Port': ['ID=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:07.389120 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.390636 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.436866 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:07.488200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks [] for port (f3750c14-9c8f-47eb-91e7-07c332577189), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.509287 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.678353 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Pushing event updated for resources: {'Port': ['ID=f3750c14-9c8f-47eb-91e7-07c332577189,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:07.706432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device ba2d0d00-e492-4ac7-820a-55325c36122c up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:07.715153 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.783638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Pushing event updated for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:07.806874 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:07.817367 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Attempting to bind port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:07.817722 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Attempting to bind port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:07.818097 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Attempting to bind port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:07.822099 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:07.824579 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:07.882628 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:07.883008 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Checking segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:07.883421 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.884038 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Bound using segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:07.884666 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Bound port: 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:07.885105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.889221 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-292c0824-2269-44dd-8384-905c00d131df req-acddf74f-faa0-482b-b54f-769b938030e8 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.1595623 Apr 06 17:15:07.921227 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.028238 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:08.032749 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:08.240699 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:08.242025 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for router_gateway (69386072-20b4-45ab-ab71-02eae79d64f0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.377574 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Attempting to bind port f3750c14-9c8f-47eb-91e7-07c332577189 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:08.378383 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Attempting to bind port f3750c14-9c8f-47eb-91e7-07c332577189 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:08.378383 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Attempting to bind port f3750c14-9c8f-47eb-91e7-07c332577189 on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:08.458324 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:01Z', 'revision_number': 3, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:08.482430 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] For port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:08.487647 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] For port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:08.539624 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:08.539624 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Checking segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:08.539994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.540200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Bound using segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:08.541850 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Bound port: f3750c14-9c8f-47eb-91e7-07c332577189, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:08.542314 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.573782 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.623342 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.655553 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:08.656210 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Updating router 548809ff-2be3-4d7d-9637-2c50bfa4da2a port c2248701-8b69-4449-85f6-de40fc30f391 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:08.700507 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port ba2d0d00-e492-4ac7-820a-55325c36122c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:08.701268 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.718943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:08.726851 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2f92aa2a-e5ca-4b54-a1dc-15df0e311bad admin admin] 10.222.0.23 "PUT /v2.0/routers/0b458a0a-4b2a-464c-af91-19cd6fc09e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7214539 Apr 06 17:15:08.753627 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Allocated IP 172.20.0.1 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/3e60cbd9-f447-437a-9e80-01c584ec58c4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:08.861493 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c2248701-8b69-4449-85f6-de40fc30f391), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.864078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (69386072-20b4-45ab-ab71-02eae79d64f0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.916370 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:08.996668 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:09.011857 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:09.018988 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:09.044396 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks [] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.102074 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:09.116691 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:09.117725 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:09.166613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Router 69386072-20b4-45ab-ab71-02eae79d64f0 is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:15:09.214575 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] For port f3750c14-9c8f-47eb-91e7-07c332577189, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:09.286938 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d588dd-0fe4-44d2-802e-29715bf25764,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:09.300237 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-13f4cf78-0464-4b96-9dc9-5cc6f5bc34cc None None] Provisioning complete for port 32698016-b767-40fe-b31d-f7280cf13eec triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:09.300237 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13f4cf78-0464-4b96-9dc9-5cc6f5bc34cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32698016-b767-40fe-b31d-f7280cf13eec), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.311835 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-78e560bc-0ffc-46f3-a16c-aef7c84c10a3 req-19abcc67-4f07-48b5-a5ee-dc2ed3c65d57 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.3065720 Apr 06 17:15:09.323429 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] For port f3750c14-9c8f-47eb-91e7-07c332577189, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3750c14-9c8f-47eb-91e7-07c332577189,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:09.352063 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:09.391184 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 48960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:09.415843 dv-cinder-836859-1-iscsi neutron-server[103474]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:15:09.486238 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.554848 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:09.583016 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.586038 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-13f4cf78-0464-4b96-9dc9-5cc6f5bc34cc None None] Port 32698016-b767-40fe-b31d-f7280cf13eec cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:09.597404 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.600622 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:09.609268 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:09.614714 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:09.615195 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.618745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:09.619741 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.622287 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-58f3afed-aafc-401e-a786-6479b154e8f3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6226709 Apr 06 17:15:09.626384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072631d-6f01-4e73-bccd-711656d23863 None None] Pushing event updated for resources: {'Port': ['ID=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:09.634188 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 48966) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:09.802878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:09.804374 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:09.846682 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5c4f9451-3b84-4d05-86f1-2b814a032213 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.848862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5c4f9451-3b84-4d05-86f1-2b814a032213 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 0.4379318 Apr 06 17:15:09.872281 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-99fb30d5-67e0-4c86-b850-028f5b11e3f1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/quotas/6fa0dc0a67044ddaa6c2a918a18b5921 HTTP/1.1" status: 200 len: 375 time: 0.0156264 Apr 06 17:15:09.910336 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Pushing event updated for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:09.981417 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 2, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:10.046335 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for router_gateway (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.066127 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-6fb6dc92-f2bf-4bf8-a30b-bd90f720339d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873693 Apr 06 17:15:10.109442 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:10.109895 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Updating router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e port 32698016-b767-40fe-b31d-f7280cf13eec binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:10.190548 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32698016-b767-40fe-b31d-f7280cf13eec), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.240752 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:10.335104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8764-db5c-438c-ad0e-c4428195e5ff None None] Pushing event updated for resources: {'Port': ['ID=f3750c14-9c8f-47eb-91e7-07c332577189,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:10.395668 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-e037252e-a9ca-4250-b750-e2efecb4d556 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:15:10.396620 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-e037252e-a9ca-4250-b750-e2efecb4d556 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1130819 Apr 06 17:15:10.673972 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3e42311c-02e2-4ec9-86dc-7e0cc5fb2ec3 None None] Provisioning complete for port 3e60cbd9-f447-437a-9e80-01c584ec58c4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:10.674596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e42311c-02e2-4ec9-86dc-7e0cc5fb2ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.711362 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-da8f704c-f142-4aae-9cd0-59824cbba1ef service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045855 Apr 06 17:15:10.732199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.764373 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e42311c-02e2-4ec9-86dc-7e0cc5fb2ec3 None None] Port 3e60cbd9-f447-437a-9e80-01c584ec58c4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:10.798932 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks [] for port (32698016-b767-40fe-b31d-f7280cf13eec), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.810273 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.849299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks [] for port (c2248701-8b69-4449-85f6-de40fc30f391), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.893518 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port ba2d0d00-e492-4ac7-820a-55325c36122c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:10.894317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.911656 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c2248701-8b69-4449-85f6-de40fc30f391), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.968286 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-25b32950-65ec-4ec6-a7de-8ef42d03f940 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517037 Apr 06 17:15:11.001726 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76d5b-d365-4f43-be81-5ec65be818dc None None] Pushing event updated for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:11.111491 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:15:11.112561 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Attempting to bind port 32698016-b767-40fe-b31d-f7280cf13eec on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:11.121070 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Attempting to bind port 32698016-b767-40fe-b31d-f7280cf13eec by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:11.121764 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Attempting to bind port 32698016-b767-40fe-b31d-f7280cf13eec on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:11.127081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port ba2d0d00-e492-4ac7-820a-55325c36122c, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=ba2d0d00-e492-4ac7-820a-55325c36122c,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:11.133857 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4cc0e000-3837-440f-aa3b-e158754b0789 req-08535411-1620-4ddc-b2fa-cc419085fcec tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.1591406 Apr 06 17:15:11.136280 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:11.137916 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:11.140740 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.141170 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Bound using segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:11.141739 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Bound port: 32698016-b767-40fe-b31d-f7280cf13eec, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:11.144067 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32698016-b767-40fe-b31d-f7280cf13eec), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.198432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.200564 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Attempting to bind port c2248701-8b69-4449-85f6-de40fc30f391 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:11.201050 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Attempting to bind port c2248701-8b69-4449-85f6-de40fc30f391 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:11.201713 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Attempting to bind port c2248701-8b69-4449-85f6-de40fc30f391 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:11.221083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:11.222338 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:11.223299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.223394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:11.223981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Bound port: c2248701-8b69-4449-85f6-de40fc30f391, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:11.224458 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c2248701-8b69-4449-85f6-de40fc30f391), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.234428 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f5f64-935d-4e94-8878-2f2e1eb7d4f9 None None] Pushing event updated for resources: {'Port': ['ID=c2248701-8b69-4449-85f6-de40fc30f391,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:11.339835 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:07Z', 'revision_number': 3, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:11.386641 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.43', 51073) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:11.462402 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7290718c-087c-43f6-aa87-a1c781decdb8 None None] Network 24eb880c-8c23-461f-8109-87c487c7923e requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:11.486487 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] For port 32698016-b767-40fe-b31d-f7280cf13eec, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:11.505299 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] For port 32698016-b767-40fe-b31d-f7280cf13eec, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=32698016-b767-40fe-b31d-f7280cf13eec,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:11.511306 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:11.512734 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Updating router 69386072-20b4-45ab-ab71-02eae79d64f0 port db3c88a6-6735-451d-b610-ab4e617f6b60 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:11.525474 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.786284 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76d5b-d365-4f43-be81-5ec65be818dc None None] Pushing event updated for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:11.787035 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:11.805402 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:11.806321 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:11.874692 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-41633426-17c1-4513-ad8e-4b055fe09ade tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:11.878262 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-41633426-17c1-4513-ad8e-4b055fe09ade tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.43 "GET /v2.0/networks?id=f359407b-6cf4-48c3-8122-d7dd58724b63 HTTP/1.1" status: 200 len: 811 time: 0.4887233 Apr 06 17:15:11.940542 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Request body: {'port': {'device_id': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63', 'admin_state_up': True, 'tenant_id': 'fb13ada20d1e43a3acf821d01d821d6c'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:11.946373 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] For port c2248701-8b69-4449-85f6-de40fc30f391, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:12.027238 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=ba2d0d00-e492-4ac7-820a-55325c36122c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:12.059519 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096c90f-8494-4739-a8d3-f356cc92635c None None] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:12.095402 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] For port c2248701-8b69-4449-85f6-de40fc30f391, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=c2248701-8b69-4449-85f6-de40fc30f391,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:12.122980 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.149418 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:12.221771 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.427091 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Provisioning complete for port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:12.431770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.480273 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8719de0c-759f-4d46-8735-223abd072a67 req-4883871f-5644-4271-856c-6a0890d51ad5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 210 time: 0.4247684 Apr 06 17:15:12.487781 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.531772 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Made reservation on behalf of fb13ada20d1e43a3acf821d01d821d6c for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:12.551011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.658752 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4ed0f1da-e616-4842-9ae1-8a6a298c220b req-fab3b218-9d28-4567-82f5-b405be872274 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.1907346 Apr 06 17:15:12.867054 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:11Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:12.947459 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66aa2a-57b1-4eee-a1cc-6eac7ab6f6c3 None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:11Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:12.958959 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c2248701-8b69-4449-85f6-de40fc30f391), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:13.314529 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f5f64-935d-4e94-8878-2f2e1eb7d4f9 None None] Pushing event updated for resources: {'Port': ['ID=c2248701-8b69-4449-85f6-de40fc30f391,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:13.370770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:13.371114 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:13.567286 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:13.568192 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:13.577661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-5f820e35-d292-4777-a725-542cc2cdfdbf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:13.601103 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-5f820e35-d292-4777-a725-542cc2cdfdbf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 0.7809653 Apr 06 17:15:13.644546 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:15:13.768906 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-685b9ff5-f199-428e-a8c0-1edc932847a8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/quotas/6fa0dc0a67044ddaa6c2a918a18b5921 HTTP/1.1" status: 200 len: 375 time: 0.1767113 Apr 06 17:15:13.871080 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:14.155523 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b6f6f18-c197-49fa-8bc9-631f6511bb2c req-381f7813-708a-4b2e-8f5a-a8dee890292f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.1603062 Apr 06 17:15:14.174541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Allocated IP 172.20.0.10 (f359407b-6cf4-48c3-8122-d7dd58724b63/0c5be6f5-d036-4bb3-97e3-e92eff68ae01/02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:14.286764 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks [] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.373289 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.445181 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.446027 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.756305 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks [] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.793613 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Pushing event updated for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:14.863125 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-59682052-11a1-405a-9baa-a54d20ade666 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0925450 Apr 06 17:15:14.946521 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.966951 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.43', 51086) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:15.124024 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Current status of the port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:15.124725 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:15.160954 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:15.228170 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Network f359407b-6cf4-48c3-8122-d7dd58724b63 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:15.243947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:15.251914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:15.258715 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:15.259722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:15.307880 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Pushing event updated for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:15.381624 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-c277be0e-f7d8-4102-bd52-39298f9eb91f tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4471841 Apr 06 17:15:15.452556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-6ccab6b7-f764-4032-8f66-9116fdebd7d9 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:15:15.455399 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-6ccab6b7-f764-4032-8f66-9116fdebd7d9 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589352 Apr 06 17:15:15.703303 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-9c24e058-bcbe-4250-b5cb-72c9e297a92c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:15.706166 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49182) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:15.719534 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-9c24e058-bcbe-4250-b5cb-72c9e297a92c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 0.6761768 Apr 06 17:15:15.751076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:15.759004 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:15.762557 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'port': {'device_id': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'admin_state_up': True, 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:15.783934 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:15.800042 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:15.830965 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:15.832808 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:15.852253 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:15.882494 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks [] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:15.901705 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb3d5-2310-4e74-8035-0ca3ed13c0f2 req-cbb00ee6-39ac-4d90-a26c-e5520c856472 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:15.908468 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:15.924508 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fccb3d5-2310-4e74-8035-0ca3ed13c0f2 req-cbb00ee6-39ac-4d90-a26c-e5520c856472 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 932 time: 0.5309265 Apr 06 17:15:15.942261 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] For port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:15.964284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:15.988682 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.028354 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Request body: {'port': {'device_id': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:16.262560 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:16.287379 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Provisioning complete for port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:16.288617 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.310365 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Attempting to bind port db3c88a6-6735-451d-b610-ab4e617f6b60 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:16.316778 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Attempting to bind port db3c88a6-6735-451d-b610-ab4e617f6b60 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:16.317852 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Attempting to bind port db3c88a6-6735-451d-b610-ab4e617f6b60 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:16.351518 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Allocated IP 172.20.0.1 (5dff5803-9cc3-494d-a1db-dff8d6894ace/770211af-735d-4ff4-b303-175f0c52aed4/95b36afb-d59c-468a-80a1-ae05b59f0611) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:16.364475 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.405762 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:16.410352 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:16.412783 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.413370 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:16.417992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Bound port: db3c88a6-6735-451d-b610-ab4e617f6b60, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:16.418584 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.434124 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:15:16.434535 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG oslo_db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:15:16.445253 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4174-1e3e-4843-95d5-6b58639b602a None None] Pushing event updated for resources: {'Port': ['ID=db3c88a6-6735-451d-b610-ab4e617f6b60,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:16.575015 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2f9042b-e425-4c22-9cbb-bcfb7931dfa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.602308 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fccb3d5-2310-4e74-8035-0ca3ed13c0f2 req-942fb711-11dc-4bbc-a48d-9c9824f7ffb1 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600716 Apr 06 17:15:16.616786 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Made reservation on behalf of 6fa0dc0a67044ddaa6c2a918a18b5921 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:16.620459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.652641 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:08Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:16.655919 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.659929 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-479364d4-613e-4df7-996f-54dc8777ddb0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.7824290 Apr 06 17:15:16.661272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16247ade-6834-451a-9c33-e989332cd199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.682265 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49198) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:16.760393 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe72994-3272-41cc-b3ac-05650913276b None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:08Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:16.802550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2f9042b-e425-4c22-9cbb-bcfb7931dfa1 admin admin] Publish callbacks [] for security_group (61e9bac9-a9f4-434e-9b22-a0f193716333), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.812489 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-11074458-68c3-4d36-9798-6144da7950d9 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8191886 Apr 06 17:15:16.819799 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:09Z', 'revision_number': 3, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:16.850722 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2f9042b-e425-4c22-9cbb-bcfb7931dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (61e9bac9-a9f4-434e-9b22-a0f193716333), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:16.974373 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c2f9042b-e425-4c22-9cbb-bcfb7931dfa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3909c5c3311d489eb6c12d4746691da2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7786899 Apr 06 17:15:16.976587 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49200) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:16.986282 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9042b-e425-4c22-9cbb-bcfb7931dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e9bac9-a9f4-434e-9b22-a0f193716333,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:17.030675 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:17.031096 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Updating router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 port f3d588dd-0fe4-44d2-802e-29715bf25764 binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:17.144077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:17.146366 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.150671 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3750c14-9c8f-47eb-91e7-07c332577189 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:17.256471 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] For port db3c88a6-6735-451d-b610-ab4e617f6b60, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:17.260359 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff09484-de3c-4a69-9c39-d57531cee031 None None] Pushing event updated for resources: {'Port': ['ID=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:17.412591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] For port db3c88a6-6735-451d-b610-ab4e617f6b60, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=db3c88a6-6735-451d-b610-ab4e617f6b60,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:17.417805 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Current status of the port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:17.427795 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.523678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4174-1e3e-4843-95d5-6b58639b602a None None] Pushing event updated for resources: {'Port': ['ID=db3c88a6-6735-451d-b610-ab4e617f6b60,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:17.534327 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Provisioning complete for port f3750c14-9c8f-47eb-91e7-07c332577189 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:17.534979 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.617973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Allocated IP 172.20.0.6 (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983/2d47e66a-7010-479a-a6e0-0e453e24958b/325cfc15-84ed-40d3-a0ac-640d92c96d7a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:17.620757 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port f3750c14-9c8f-47eb-91e7-07c332577189 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:17.621300 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.667138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16247ade-6834-451a-9c33-e989332cd199 admin admin] Publish callbacks [] for security_group (d713bdba-ae18-4f99-ac6d-383797f15cc4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.755787 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:17.758716 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:17.759937 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16247ade-6834-451a-9c33-e989332cd199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d713bdba-ae18-4f99-ac6d-383797f15cc4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.841446 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:17.922623 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] Publish callbacks [] for security_group (61e9bac9-a9f4-434e-9b22-a0f193716333), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.089617 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:18.140328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:18.261824 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks [] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.306532 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks [] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.325177 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.460877 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Attempting to bind port f3d588dd-0fe4-44d2-802e-29715bf25764 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:18.461499 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Attempting to bind port f3d588dd-0fe4-44d2-802e-29715bf25764 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:18.462012 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Attempting to bind port f3d588dd-0fe4-44d2-802e-29715bf25764 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:18.473276 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6af35b-a1dc-43b3-879e-8c2df998a8c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d588dd-0fe4-44d2-802e-29715bf25764,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:18.484285 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:18.485652 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:18.486959 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.487588 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:18.488297 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Bound port: f3d588dd-0fe4-44d2-802e-29715bf25764, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:18.489580 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.619901 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16247ade-6834-451a-9c33-e989332cd199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d713bdba-ae18-4f99-ac6d-383797f15cc4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:18.670505 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] For port f3d588dd-0fe4-44d2-802e-29715bf25764, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:18.686648 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] For port f3d588dd-0fe4-44d2-802e-29715bf25764, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3d588dd-0fe4-44d2-802e-29715bf25764,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:18.727404 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.774097 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] Publish callbacks [] for security_group (61e9bac9-a9f4-434e-9b22-a0f193716333), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:18.851639 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-16247ade-6834-451a-9c33-e989332cd199 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=833e9a38a56f4a519ed73d72abbebe3f&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1212833 Apr 06 17:15:18.895270 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49212) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:18.918378 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Transition to ACTIVE for port object 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:18.942780 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6af35b-a1dc-43b3-879e-8c2df998a8c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d588dd-0fe4-44d2-802e-29715bf25764,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:18.968262 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e716a6-70a9-4ac5-9cc4-5b02dfe46488 req-1659577c-6e89-4303-bf73-954f2c90ddf9 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:18.970459 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90e716a6-70a9-4ac5-9cc4-5b02dfe46488 req-1659577c-6e89-4303-bf73-954f2c90ddf9 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 932 time: 1.1252506 Apr 06 17:15:19.019347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.036873 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:19.037564 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:19.098490 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Current status of the port f3750c14-9c8f-47eb-91e7-07c332577189 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:19.099272 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.139696 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-f810cedc-d243-4339-a144-077e54d16ed3 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2126353 Apr 06 17:15:19.150359 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks [] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.165378 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] For port f3750c14-9c8f-47eb-91e7-07c332577189, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3750c14-9c8f-47eb-91e7-07c332577189,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:19.195359 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:19.227714 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-07d26865-2ce5-4815-bf8c-961c75404a8d admin admin] 10.222.0.23 "PUT /v2.0/routers/548809ff-2be3-4d7d-9637-2c50bfa4da2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6503849 Apr 06 17:15:19.235760 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] Publish callbacks [] for security_group (d713bdba-ae18-4f99-ac6d-383797f15cc4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.240932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.383641 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90e716a6-70a9-4ac5-9cc4-5b02dfe46488 req-5fb71857-08dc-4cb3-b490-33f38b8a176d tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466420 Apr 06 17:15:19.456594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.535634 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (61e9bac9-a9f4-434e-9b22-a0f193716333), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.543789 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port f3750c14-9c8f-47eb-91e7-07c332577189 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:19.544163 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.554445 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.564655 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Provisioning complete for port 32698016-b767-40fe-b31d-f7280cf13eec triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:19.564946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32698016-b767-40fe-b31d-f7280cf13eec), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.570409 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61e9bac9-a9f4-434e-9b22-a0f193716333 HTTP/1.1" status: 204 len: 168 time: 2.5706975 Apr 06 17:15:19.588891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Pushing event updated for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:19.608887 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] Publish callbacks [] for security_group (d713bdba-ae18-4f99-ac6d-383797f15cc4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.623763 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:19.638076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Pushing event updated for resources: {'Port': ['ID=f3750c14-9c8f-47eb-91e7-07c332577189,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:19.759588 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Attempting to bind port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:19.760585 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Attempting to bind port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:19.762409 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Attempting to bind port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa on network f359407b-6cf4-48c3-8122-d7dd58724b63 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:19.779282 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:19.795689 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f59ae-3d08-46db-8123-1aec5bd13165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e9bac9-a9f4-434e-9b22-a0f193716333,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:19.859498 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:19.883869 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-73b99492-1b22-4f5a-8af5-79aad7796417 req-602e7213-92f2-4d26-b2e4-bf54c6f8f452 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.2011304 Apr 06 17:15:19.890838 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa on network f359407b-6cf4-48c3-8122-d7dd58724b63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:19.898023 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Attempting to bind port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa on network f359407b-6cf4-48c3-8122-d7dd58724b63 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:19.909915 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:19.910409 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (69386072-20b4-45ab-ab71-02eae79d64f0), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.953201 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:19.953852 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Checking segment: {'id': 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:19.954844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Bound using segment: {'id': 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:19.955535 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Bound port: 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:19.955895 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:19.974416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.042116 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.297318 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.368100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:07Z', 'revision_number': 3, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:20.373476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Pushing event updated for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:20.534845 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:09Z', 'revision_number': 3, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:20.654831 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4993948-ed0a-44c0-bbaa-0e1386531b02 None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:07Z', 'revision_number': 3, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:20.677981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:15:20.678555 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG oslo_db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:15:20.687613 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bc857-916b-4971-b6ae-692cb8320b15 None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:09Z', 'revision_number': 3, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:20.745151 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:20.877967 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d713bdba-ae18-4f99-ac6d-383797f15cc4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.882459 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Current status of the port 32698016-b767-40fe-b31d-f7280cf13eec is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:20.882869 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (32698016-b767-40fe-b31d-f7280cf13eec), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.892076 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:20.898131 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d713bdba-ae18-4f99-ac6d-383797f15cc4 HTTP/1.1" status: 204 len: 168 time: 1.9900024 Apr 06 17:15:21.047503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:21.069427 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] For port 32698016-b767-40fe-b31d-f7280cf13eec, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=32698016-b767-40fe-b31d-f7280cf13eec,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:21.076481 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1348-a1e2-486f-b74e-07d27e67eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713bdba-ae18-4f99-ac6d-383797f15cc4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:21.096217 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.112954 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.318710 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,segment=NetworkSegment(a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46),segment_id=a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:21.330190 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc975e9-6549-42b6-af03-6d279d51832e None None] Pushing event updated for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:21.353409 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port f3750c14-9c8f-47eb-91e7-07c332577189 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:21.402339 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Provisioning complete for port 3e60cbd9-f447-437a-9e80-01c584ec58c4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:21.414616 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.544772 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:21.665148 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.678591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:21.718593 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Port 3e60cbd9-f447-437a-9e80-01c584ec58c4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:21.723123 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:21.768070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:21.775427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.920402 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Provisioning complete for port f3750c14-9c8f-47eb-91e7-07c332577189 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:21.920794 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:22.105341 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks [] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:22.127157 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49274) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:22.127618 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 32698016-b767-40fe-b31d-f7280cf13eec up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:22.143391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Allocated IP 172.20.0.1 (24eb880c-8c23-461f-8109-87c487c7923e/77ebf90b-d6d6-4497-bda5-38c533605ae4/51b6aef2-6e88-4e82-9f78-fb2422c80352) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:22.174130 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:22.177480 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (69386072-20b4-45ab-ab71-02eae79d64f0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:22.354827 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.43', 51094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:22.386017 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:22.487937 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:22.488615 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:22.532739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Pushing event updated for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:22.548240 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Pushing event updated for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:22.569376 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb39121e-6148-4565-b389-4be2496793bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:22.615902 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-5e1fd309-39d4-4757-a145-8643e07faf1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8786500 Apr 06 17:15:22.616834 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:22.699405 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083980058', 'description': 'tempest-description--1094947922'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:22.834887 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Request body: {'port': {'device_id': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:22.945810 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 32698016-b767-40fe-b31d-f7280cf13eec triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:22.949672 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (32698016-b767-40fe-b31d-f7280cf13eec), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.122929 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-399d1285-dd52-447a-90f1-31ae22570e70 req-82ef3920-a998-41c8-8c9c-623d8c4b7a3b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.2997284 Apr 06 17:15:23.175195 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks [] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.175195 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.228651 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Current status of the port f3750c14-9c8f-47eb-91e7-07c332577189 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:23.302752 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf8dce-a2f4-4180-8a5c-1a0dac80f155 req-ef7cf705-f09d-44c7-9c4b-5bd4a44ddae0 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:23.321688 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06cf8dce-a2f4-4180-8a5c-1a0dac80f155 req-ef7cf705-f09d-44c7-9c4b-5bd4a44ddae0 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 944 time: 2.2082677 Apr 06 17:15:23.336038 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:23.336644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.343237 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Provisioning complete for port 95b36afb-d59c-468a-80a1-ae05b59f0611 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:23.347166 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.358607 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-cd2e74f5-9c7d-4676-9107-f7a31dfb8261 service neutron] 10.222.0.43 "PUT /v2.0/ports/02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa HTTP/1.1" status: 200 len: 1094 time: 7.5415308 Apr 06 17:15:23.360466 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:23.373568 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:23.482311 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb39121e-6148-4565-b389-4be2496793bb admin admin] Publish callbacks [] for security_group (06365342-0f28-4183-bc37-042549e5b60c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.519143 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb39121e-6148-4565-b389-4be2496793bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (06365342-0f28-4183-bc37-042549e5b60c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.676762 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39121e-6148-4565-b389-4be2496793bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06365342-0f28-4183-bc37-042549e5b60c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:23.728997 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-69b6a7da-82ca-4cff-81cc-74ca0cf1e7e9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:23.736344 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-69b6a7da-82ca-4cff-81cc-74ca0cf1e7e9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 1.1897702 Apr 06 17:15:23.784670 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-398c84b5-7aba-45a1-af63-eb8a97b28031 None None] Port 95b36afb-d59c-468a-80a1-ae05b59f0611 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:23.786427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:23.790512 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064f231-27aa-4342-81ca-0758fae1049b" -d '{"events": [{"name": "network-changed", "server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:23.799315 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:23.805430 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'port': {'device_id': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'admin_state_up': True, 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:23.908401 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bb39121e-6148-4565-b389-4be2496793bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c379d62e09b4cc4b8bcbf84d15d9b82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7766428 Apr 06 17:15:23.916077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:23.918674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49314) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:23.928225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 32698016-b767-40fe-b31d-f7280cf13eec is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:23.930182 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device ba2d0d00-e492-4ac7-820a-55325c36122c up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:24.077463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2228be55-a41c-4f62-85eb-bf755d69f039 None None] Provisioning complete for port 325cfc15-84ed-40d3-a0ac-640d92c96d7a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:24.079783 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2228be55-a41c-4f62-85eb-bf755d69f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.153592 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2228be55-a41c-4f62-85eb-bf755d69f039 None None] Port 325cfc15-84ed-40d3-a0ac-640d92c96d7a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:24.166682 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:12Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:24.214461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (80b5a808-27ae-40be-80ee-e482e32ef979), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.227010 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:24.227281 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Updating router 548809ff-2be3-4d7d-9637-2c50bfa4da2a port 3e60cbd9-f447-437a-9e80-01c584ec58c4 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:24.276170 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06cf8dce-a2f4-4180-8a5c-1a0dac80f155 req-8de68f69-b6c4-4d47-b16c-430ecd9ed97c tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9534614 Apr 06 17:15:24.288005 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port ba2d0d00-e492-4ac7-820a-55325c36122c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:24.288411 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.405139 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.456516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c7bdf-19d9-45f2-a2c2-49a1bfc3e5cc x-openstack-request-id: req-089c7bdf-19d9-45f2-a2c2-49a1bfc3e5cc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:24.462873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:24.463133 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-089c7bdf-19d9-45f2-a2c2-49a1bfc3e5cc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:24.463628 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089c7bdf-19d9-45f2-a2c2-49a1bfc3e5cc'] response: {'name': 'network-changed', 'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa', 'status': 'completed', 'code': 200} Apr 06 17:15:24.487469 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ba02330b-2b72-4427-8a50-d497ddf90c31 req-41929420-569c-4f29-90a4-941f26ad1768 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.0740466 Apr 06 17:15:24.539312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (80b5a808-27ae-40be-80ee-e482e32ef979), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.579556 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Made reservation on behalf of 6fa0dc0a67044ddaa6c2a918a18b5921 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:24.586861 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.782296 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5a808-27ae-40be-80ee-e482e32ef979,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:24.787180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.792208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.796181 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-210aa035-7121-4fca-a9ae-1fd8c6d177fa tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1266615 Apr 06 17:15:24.819881 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49350) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:24.833962 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:24.853088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-e98b8c10-a1ec-4e27-a8eb-7740b7981672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:24.867414 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-e98b8c10-a1ec-4e27-a8eb-7740b7981672 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb13ada20d1e43a3acf821d01d821d6c&device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 1128 time: 1.3372357 Apr 06 17:15:24.932437 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '80b5a808-27ae-40be-80ee-e482e32ef979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:24.949643 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Pushing event updated for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:24.956611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-387f976d-d9c0-4bdf-a77b-4a6607d453bf None None] Provisioning complete for port 95b36afb-d59c-468a-80a1-ae05b59f0611 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:24.958166 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-387f976d-d9c0-4bdf-a77b-4a6607d453bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.252266 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] Publish callbacks [] for security_group (06365342-0f28-4183-bc37-042549e5b60c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.292061 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-641cbc54-0cad-4bac-b66d-3aaa1e730183 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa HTTP/1.1" status: 200 len: 217 time: 0.3136907 Apr 06 17:15:25.321053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Network 24eb880c-8c23-461f-8109-87c487c7923e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:25.336327 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks [] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.368876 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:25.412207 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:25.433250 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:25.433966 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.451164 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] Publish callbacks [] for security_group (06365342-0f28-4183-bc37-042549e5b60c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.525834 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:25.534639 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7d45a64c-8c09-4b5a-a722-c8ff493262fc admin admin] 10.222.0.23 "PUT /v2.0/routers/69386072-20b4-45ab-ab71-02eae79d64f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8169649 Apr 06 17:15:25.769678 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8c8d35bc-ddf4-4f49-8bcc-00a61df90ae0 req-5dd4fa6c-f69f-4109-aa1e-d36bcd994e9c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.0995901 Apr 06 17:15:25.795721 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.913180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-35473d25-32e2-4bc5-9145-d0f69c0467ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:25.914829 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-35473d25-32e2-4bc5-9145-d0f69c0467ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c5be6f5-d036-4bb3-97e3-e92eff68ae01 HTTP/1.1" status: 200 len: 851 time: 0.5906825 Apr 06 17:15:25.974602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-387f976d-d9c0-4bdf-a77b-4a6607d453bf None None] Port 95b36afb-d59c-468a-80a1-ae05b59f0611 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:26.009272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (1edc1615-31d0-4d25-8724-6565a04650ad), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.034139 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eda10-5933-459e-9b4b-c2a2b7c4bfcf None None] Pushing event updated for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.044015 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port ba2d0d00-e492-4ac7-820a-55325c36122c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:26.044578 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device c2248701-8b69-4449-85f6-de40fc30f391 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:26.146304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (1edc1615-31d0-4d25-8724-6565a04650ad), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.147730 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (06365342-0f28-4183-bc37-042549e5b60c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.151376 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.153012 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06365342-0f28-4183-bc37-042549e5b60c HTTP/1.1" status: 204 len: 168 time: 2.2000968 Apr 06 17:15:26.182648 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-64e5e067-7e50-42fe-b84c-e18c0ac61d9f None None] Provisioning complete for port 51b6aef2-6e88-4e82-9f78-fb2422c80352 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:26.183561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64e5e067-7e50-42fe-b84c-e18c0ac61d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.195388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (1edc1615-31d0-4d25-8724-6565a04650ad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.227340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9cc7-b486-454c-b1d0-86978e78efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06365342-0f28-4183-bc37-042549e5b60c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.260869 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11dcb037-b0d1-49e5-9610-dac087427c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.394426 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Attempting to bind port 3e60cbd9-f447-437a-9e80-01c584ec58c4 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:26.396095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Attempting to bind port 3e60cbd9-f447-437a-9e80-01c584ec58c4 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:26.396470 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Attempting to bind port 3e60cbd9-f447-437a-9e80-01c584ec58c4 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:26.418328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc1615-31d0-4d25-8724-6565a04650ad,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.422450 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-8512b8ed-f163-4dea-8c53-c02160109122 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f359407b-6cf4-48c3-8122-d7dd58724b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4156239 Apr 06 17:15:26.436994 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.440747 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c7f8eab2-4289-4982-86a2-11eb0438d986 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5926642 Apr 06 17:15:26.441431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49386) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:26.446653 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '80b5a808-27ae-40be-80ee-e482e32ef979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:26.458403 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-64e5e067-7e50-42fe-b84c-e18c0ac61d9f None None] Port 51b6aef2-6e88-4e82-9f78-fb2422c80352 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:26.486030 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:26.486030 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:26.495531 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.498838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:26.501566 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Bound port: 3e60cbd9-f447-437a-9e80-01c584ec58c4, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:26.504354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.525929 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (49a31bf8-aafa-4e77-a6fe-44901d9c5a71), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.570811 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port c2248701-8b69-4449-85f6-de40fc30f391 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:26.573417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (c2248701-8b69-4449-85f6-de40fc30f391), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.637261 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (49a31bf8-aafa-4e77-a6fe-44901d9c5a71), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.639464 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-1e904bfa-cbdd-4599-9505-9399d3a2f788 service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894002 Apr 06 17:15:26.647496 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (49a31bf8-aafa-4e77-a6fe-44901d9c5a71), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.681100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a31bf8-aafa-4e77-a6fe-44901d9c5a71,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.749155 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.757743 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b39fe6cb-87e6-4c48-b82e-edae942449c9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149216 Apr 06 17:15:26.758856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:26.852562 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d7a3a8f5-f985-4ad9-a65c-ee559c1a4040 None None] Provisioning complete for port 3e60cbd9-f447-437a-9e80-01c584ec58c4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:26.853393 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a8f5-f985-4ad9-a65c-ee559c1a4040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.901838 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:26.981446 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.052837 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] For port 3e60cbd9-f447-437a-9e80-01c584ec58c4, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:27.069613 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3a8f5-f985-4ad9-a65c-ee559c1a4040 None None] Port 3e60cbd9-f447-437a-9e80-01c584ec58c4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:27.088893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5698-7365-49d1-99e3-1f42ff49dea5 req-d6317e84-2f53-45c6-87bc-198d32770b36 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:27.095188 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] For port 3e60cbd9-f447-437a-9e80-01c584ec58c4, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3e60cbd9-f447-437a-9e80-01c584ec58c4,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:27.098447 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-131d5698-7365-49d1-99e3-1f42ff49dea5 req-d6317e84-2f53-45c6-87bc-198d32770b36 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 944 time: 1.6810362 Apr 06 17:15:27.102989 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.103139 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port c2248701-8b69-4449-85f6-de40fc30f391 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:27.103139 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c2248701-8b69-4449-85f6-de40fc30f391), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.130361 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port c2248701-8b69-4449-85f6-de40fc30f391, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=c2248701-8b69-4449-85f6-de40fc30f391,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:27.142573 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.171340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c2248701-8b69-4449-85f6-de40fc30f391), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.172739 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:27.266909 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:27.282801 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:27.288286 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:27.290373 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:27.295061 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547727009', 'description': 'tempest-description--767802119'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:27.371967 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.442223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:27.442819 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:27.448289 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325cfc15-84ed-40d3-a0ac-640d92c96d7a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:27.517756 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-131d5698-7365-49d1-99e3-1f42ff49dea5 req-c3ef766e-d661-4ca0-bc96-3a4f79489c7b tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167836 Apr 06 17:15:27.605510 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:27.630718 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8cd35f4e-7e9d-4166-bf5a-0177889933c4 req-4f277351-f0f6-46e6-8d61-47a3d5dcff55 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.1611464 Apr 06 17:15:27.696581 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:27.722360 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.732846 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.775166 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks [] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.838008 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.841789 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5501614 Apr 06 17:15:27.846393 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49432) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:27.860129 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Transition to ACTIVE for port object 325cfc15-84ed-40d3-a0ac-640d92c96d7a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:27.886444 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group_rule': {'security_group_id': '4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:27.899662 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eda10-5933-459e-9b4b-c2a2b7c4bfcf None None] Pushing event updated for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:27.900745 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3e864-9835-433c-8be8-3d6e76995d3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:27.938333 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.074490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.101320 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:21Z', 'revision_number': 2, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:28.168476 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11dcb037-b0d1-49e5-9610-dac087427c1f admin admin] Publish callbacks [] for security_group (def9e3dc-b04a-4837-9de3-3baf24aca021), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.180874 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Pushing event updated for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:28.199411 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:28.204555 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Updating router 69386072-20b4-45ab-ab71-02eae79d64f0 port 95b36afb-d59c-468a-80a1-ae05b59f0611 binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:28.211919 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c914c394-9e7f-452b-9122-ad8c91a26ac3 req-448eafbd-fc99-47de-9384-334dbd9d9d47 service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4965575 Apr 06 17:15:28.240443 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11dcb037-b0d1-49e5-9610-dac087427c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (def9e3dc-b04a-4837-9de3-3baf24aca021), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.281195 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.322667 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Allocated IP 172.20.0.4 (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983/2d47e66a-7010-479a-a6e0-0e453e24958b/b8bb601d-f2d4-4508-ad17-3c1890ddd8a1) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:28.394966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Provisioning complete for port 3e60cbd9-f447-437a-9e80-01c584ec58c4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:28.395565 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.431281 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (b5aff571-04f9-4710-ab7b-8467e7a70cf3), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.571695 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-11dcb037-b0d1-49e5-9610-dac087427c1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be80eab6dbbc4d53b0ea5abd0e8cb04b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1549969 Apr 06 17:15:28.580352 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49444) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:28.582250 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=c2248701-8b69-4449-85f6-de40fc30f391,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:28.605816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcb037-b0d1-49e5-9610-dac087427c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9e3dc-b04a-4837-9de3-3baf24aca021,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:28.606039 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:28.606130 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.610417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Attempting to bind port 325cfc15-84ed-40d3-a0ac-640d92c96d7a on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:28.610417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Attempting to bind port 325cfc15-84ed-40d3-a0ac-640d92c96d7a by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:28.610417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Attempting to bind port 325cfc15-84ed-40d3-a0ac-640d92c96d7a on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:28.696769 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Port 325cfc15-84ed-40d3-a0ac-640d92c96d7a on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:28.697182 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Attempting to bind port 325cfc15-84ed-40d3-a0ac-640d92c96d7a on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:28.866382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:28.928445 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b70d54b4-51a0-4bd3-8cdf-5e20225c60df req-259c2dcc-9998-49a0-883f-9b02910fc540 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 210 time: 0.1216283 Apr 06 17:15:28.959459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:28.959818 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:28.960339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Bound using segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:28.961296 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Bound port: 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:28.961531 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.998076 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f231-27aa-4342-81ca-0758fae1049b req-a0305abc-4884-411e-a46d-f3c8fb51e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:28.999811 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-a0305abc-4884-411e-a46d-f3c8fb51e991 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb13ada20d1e43a3acf821d01d821d6c&device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 1128 time: 0.6519988 Apr 06 17:15:29.036788 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (b5aff571-04f9-4710-ab7b-8467e7a70cf3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.064765 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] Publish callbacks [] for security_group (def9e3dc-b04a-4837-9de3-3baf24aca021), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.081198 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.097992 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] Publish callbacks [] for security_group (def9e3dc-b04a-4837-9de3-3baf24aca021), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.159944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (b5aff571-04f9-4710-ab7b-8467e7a70cf3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.180295 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (def9e3dc-b04a-4837-9de3-3baf24aca021), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.184060 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.186047 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/def9e3dc-b04a-4837-9de3-3baf24aca021 HTTP/1.1" status: 204 len: 168 time: 0.5743828 Apr 06 17:15:29.194875 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks [] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.205510 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:29.207860 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3750c14-9c8f-47eb-91e7-07c332577189 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:29.209202 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.212778 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d426ee2-0d80-4c36-b44e-d972bf789190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9e3dc-b04a-4837-9de3-3baf24aca021,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:29.227106 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5aff571-04f9-4710-ab7b-8467e7a70cf3,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:29.243154 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.245157 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7810f77f-2782-41f5-ad3e-2817aeb396ea tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3856323 Apr 06 17:15:29.248115 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49464) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:29.256588 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group_rule': {'security_group_id': '4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:29.271416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:29.287200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36cef2ad-b9d9-4751-a888-995285c77108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.305970 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5311-b698-45e6-884d-5a8c46cb1110 None None] Pushing event updated for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:29.338168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.378705 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (1694a079-c9e2-47f2-8fc6-b484168d2b87), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.383673 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Current status of the port 3e60cbd9-f447-437a-9e80-01c584ec58c4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:29.384070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.391504 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc7281-f45b-4df2-9250-c5618b339cc1 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:29.476290 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Attempting to bind port 95b36afb-d59c-468a-80a1-ae05b59f0611 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:29.478837 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Attempting to bind port 95b36afb-d59c-468a-80a1-ae05b59f0611 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:29.479402 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Attempting to bind port 95b36afb-d59c-468a-80a1-ae05b59f0611 on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:29.499627 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:29.500172 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Checking segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:29.501143 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.503236 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Bound using segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:29.507198 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port f3750c14-9c8f-47eb-91e7-07c332577189 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:29.507978 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Bound port: 95b36afb-d59c-468a-80a1-ae05b59f0611, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:29.508323 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.513855 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.595810 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb3f00-9d33-4651-a88f-8fef21f3ffbd req-374229d3-b91f-494d-97ca-40fcc3a42fdb tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:29.596478 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] For port 3e60cbd9-f447-437a-9e80-01c584ec58c4, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3e60cbd9-f447-437a-9e80-01c584ec58c4,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:29.603938 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.612871 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46bb3f00-9d33-4651-a88f-8fef21f3ffbd req-374229d3-b91f-494d-97ca-40fcc3a42fdb tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 944 time: 0.8595998 Apr 06 17:15:29.720079 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] For port 95b36afb-d59c-468a-80a1-ae05b59f0611, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:29.726831 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] For port 95b36afb-d59c-468a-80a1-ae05b59f0611, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=95b36afb-d59c-468a-80a1-ae05b59f0611,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:29.744566 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.759768 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db62bc-50f9-499e-9c95-64c14d73f94d None None] Pushing event updated for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:29.845268 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:29.845691 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:29.849470 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks [] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.868437 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port f3750c14-9c8f-47eb-91e7-07c332577189 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:29.886006 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.970159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.973274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:29.996892 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Provisioning complete for port 95b36afb-d59c-468a-80a1-ae05b59f0611 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:29.997372 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.186758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:30.206460 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Pushing event updated for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.250951 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:30.254306 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (1694a079-c9e2-47f2-8fc6-b484168d2b87), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.260036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.289204 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36cef2ad-b9d9-4751-a888-995285c77108 admin admin] Publish callbacks [] for security_group (05d39dc8-52b9-43fa-8396-87a5ee792a08), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.299628 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (1694a079-c9e2-47f2-8fc6-b484168d2b87), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.335610 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1694a079-c9e2-47f2-8fc6-b484168d2b87,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.345716 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36cef2ad-b9d9-4751-a888-995285c77108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (05d39dc8-52b9-43fa-8396-87a5ee792a08), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.367489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device db3c88a6-6735-451d-b610-ab4e617f6b60 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:30.393986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:30.433526 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cef2ad-b9d9-4751-a888-995285c77108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d39dc8-52b9-43fa-8396-87a5ee792a08,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.472067 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Current status of the port 95b36afb-d59c-468a-80a1-ae05b59f0611 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:30.472556 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.512246 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port db3c88a6-6735-451d-b610-ab4e617f6b60 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:30.512946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.533923 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:30.556479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] For port 95b36afb-d59c-468a-80a1-ae05b59f0611, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=95b36afb-d59c-468a-80a1-ae05b59f0611,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:30.576380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.594830 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:30.598716 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:30.615149 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:30.615817 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.622204 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.627646 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ca57fc64-d1a4-4a9c-ad80-50d1b66f412a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3782978 Apr 06 17:15:30.643395 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49492) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:30.654402 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.678984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:30.694551 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-36cef2ad-b9d9-4751-a888-995285c77108 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7d544da2776474382438e647cda7f13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8247685 Apr 06 17:15:30.716649 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:30.736161 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5311-b698-45e6-884d-5a8c46cb1110 None None] Pushing event updated for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.760071 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:30.760703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.765482 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] 10.222.0.43 "PUT /v2.0/ports/325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 1093 time: 7.9538355 Apr 06 17:15:30.822792 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:30.822997 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50438f-3d82-4309-83bc-608c8f162f0e None None] Pushing event updated for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:30.824332 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-38f103bf-523a-423b-b4c1-6f975f495951 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0331881 Apr 06 17:15:30.829418 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159650ed-b686-49c0-9a47-f9cff4050ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:30.845061 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f16b1-8980-48e8-afaa-dcbd9a98a03c req-368727b0-704c-491e-a467-82a6bef49628 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:30.854549 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-649f16b1-8980-48e8-afaa-dcbd9a98a03c req-368727b0-704c-491e-a467-82a6bef49628 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 931 time: 0.6117368 Apr 06 17:15:30.877865 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port db3c88a6-6735-451d-b610-ab4e617f6b60 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:30.878732 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.883096 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Request body: {'port': {'device_id': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:30.899856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-934e9396-1800-4fbd-b91b-b8a3479f0420 None None] Provisioning complete for port 95b36afb-d59c-468a-80a1-ae05b59f0611 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:30.900076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-934e9396-1800-4fbd-b91b-b8a3479f0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.932397 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-017fbfdb-2486-4247-9132-4537b234600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:30.935765 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port db3c88a6-6735-451d-b610-ab4e617f6b60, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=db3c88a6-6735-451d-b610-ab4e617f6b60,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:30.947571 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:30.949226 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3e60cbd9-f447-437a-9e80-01c584ec58c4 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:30.976718 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46bb3f00-9d33-4651-a88f-8fef21f3ffbd req-50a06cd3-1392-49fa-b174-c58986a1caf8 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3555400 Apr 06 17:15:31.036090 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fbfdb-2486-4247-9132-4537b234600a None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:31.036760 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.27.3.226 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/0963090a-7d68-4028-822b-8f51511f3e71) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:31.083733 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f231-27aa-4342-81ca-0758fae1049b req-24b39323-3075-414c-a78e-ba8ce07688fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:31.095374 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-24b39323-3075-414c-a78e-ba8ce07688fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f359407b-6cf4-48c3-8122-d7dd58724b63 HTTP/1.1" status: 200 len: 912 time: 2.0158367 Apr 06 17:15:31.120424 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.152891 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.239502 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] Publish callbacks [] for security_group (05d39dc8-52b9-43fa-8396-87a5ee792a08), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.277006 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] Publish callbacks [] for security_group (05d39dc8-52b9-43fa-8396-87a5ee792a08), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.418360 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-649f16b1-8980-48e8-afaa-dcbd9a98a03c req-f52c4a6a-2f53-4446-863a-b68ce461f229 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168548 Apr 06 17:15:31.421569 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (05d39dc8-52b9-43fa-8396-87a5ee792a08), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.426646 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:31.430807 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05d39dc8-52b9-43fa-8396-87a5ee792a08 HTTP/1.1" status: 204 len: 168 time: 0.7092779 Apr 06 17:15:31.487150 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322acb9-a9cd-48bd-96d6-5ac68507eaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d39dc8-52b9-43fa-8396-87a5ee792a08,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:31.687345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=db3c88a6-6735-451d-b610-ab4e617f6b60,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:31.702868 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-133d3000-e615-423b-bb7f-13ce56496122 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa HTTP/1.1" status: 200 len: 217 time: 0.4804568 Apr 06 17:15:31.709331 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8a2bc-6f50-4b3f-bc7a-71f75d286004 x-openstack-request-id: req-2cc8a2bc-6f50-4b3f-bc7a-71f75d286004 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:31.709616 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:31.710033 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cc8a2bc-6f50-4b3f-bc7a-71f75d286004 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:31.711188 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc8a2bc-6f50-4b3f-bc7a-71f75d286004'] response: {'name': 'network-changed', 'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'status': 'completed', 'code': 200} Apr 06 17:15:31.870759 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8b75-b1d0-4026-acaa-a4ea77e07f89 service neutron] Pushing event updated for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:31.912065 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-3a3b6ce8-e2fc-4660-90c4-f77bbb786a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:31.912325 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-934e9396-1800-4fbd-b91b-b8a3479f0420 None None] Current status of the port 95b36afb-d59c-468a-80a1-ae05b59f0611 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:31.913440 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-3a3b6ce8-e2fc-4660-90c4-f77bbb786a8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1127 time: 1.0004513 Apr 06 17:15:31.915575 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Network 24eb880c-8c23-461f-8109-87c487c7923e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:31.952200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:31.974805 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 3e60cbd9-f447-437a-9e80-01c584ec58c4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:31.975468 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.012625 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.021861 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f231-27aa-4342-81ca-0758fae1049b req-502505fa-3dc7-4e0a-ac78-bad66efeff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:32.024030 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-502505fa-3dc7-4e0a-ac78-bad66efeff9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c5be6f5-d036-4bb3-97e3-e92eff68ae01 HTTP/1.1" status: 200 len: 851 time: 0.2716076 Apr 06 17:15:32.123823 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49520) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:32.151546 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8ba482c6-4fb9-4430-b3a2-d59ac3b434c1 None None] Provisioning complete for port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:32.151951 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ba482c6-4fb9-4430-b3a2-d59ac3b434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.205552 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-d32d3897-7293-4ebc-9519-e803a0ccac6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f359407b-6cf4-48c3-8122-d7dd58724b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600790 Apr 06 17:15:32.207073 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-cdadeb6a-9920-45c1-b76f-293e624a8820 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.2755551 Apr 06 17:15:32.270740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8ba482c6-4fb9-4430-b3a2-d59ac3b434c1 None None] Port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:32.310631 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:32.321124 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks [] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.373492 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Transition to ACTIVE for port object b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:32.383821 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3e60cbd9-f447-437a-9e80-01c584ec58c4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:32.384724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.403872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device c2248701-8b69-4449-85f6-de40fc30f391 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:32.432964 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d50fa754-e7f7-4aba-be14-3d48fb8d2732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.452193 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:32.584333 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Attempting to bind port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:32.584491 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Attempting to bind port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:32.584764 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Attempting to bind port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:32.587165 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (0963090a-7d68-4028-822b-8f51511f3e71), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.616010 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:32.616613 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Attempting to bind port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:32.628337 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:32.628840 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:32.629479 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Bound using segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:32.629951 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Bound port: b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:32.630331 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.664814 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port c2248701-8b69-4449-85f6-de40fc30f391 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:32.665433 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (c2248701-8b69-4449-85f6-de40fc30f391), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.734033 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a2ad6526-adbd-446f-ac89-2cb005940383 None None] Provisioning complete for port 51b6aef2-6e88-4e82-9f78-fb2422c80352 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:32.734698 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6526-adbd-446f-ac89-2cb005940383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.854357 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-fa2b6b9a-7dfe-4870-85db-aac91cf13aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:32.856279 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-fa2b6b9a-7dfe-4870-85db-aac91cf13aba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.5406935 Apr 06 17:15:32.859099 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-17ce2d8b-6674-430b-90c1-b0ab014fe1e5 service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422492 Apr 06 17:15:32.880366 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (0963090a-7d68-4028-822b-8f51511f3e71), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:32.884424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad6526-adbd-446f-ac89-2cb005940383 None None] Port 51b6aef2-6e88-4e82-9f78-fb2422c80352 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:32.909513 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port c2248701-8b69-4449-85f6-de40fc30f391 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:32.911040 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3d588dd-0fe4-44d2-802e-29715bf25764 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:32.984041 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port f3d588dd-0fe4-44d2-802e-29715bf25764 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:32.987079 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.087569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:33.091221 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:33.097369 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:33.099395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:33.123038 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:33.141160 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.160115 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port f3d588dd-0fe4-44d2-802e-29715bf25764 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:33.161156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.213602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port f3d588dd-0fe4-44d2-802e-29715bf25764, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3d588dd-0fe4-44d2-802e-29715bf25764,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:33.216979 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:15:33.227383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:33.230298 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.242794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271698-4b09-42c2-81f2-7380a9fa95ae req-15b95de2-abd9-4c79-80cd-bd7238c4c6a2 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:33.244622 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3271698-4b09-42c2-81f2-7380a9fa95ae req-15b95de2-abd9-4c79-80cd-bd7238c4c6a2 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 944 time: 1.0335052 Apr 06 17:15:33.318463 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641920d9-924b-49ba-96d8-c4e4c81f76cf req-cff075c8-4994-479b-9183-ec44e1cf7700 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:33.322041 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-641920d9-924b-49ba-96d8-c4e4c81f76cf req-cff075c8-4994-479b-9183-ec44e1cf7700 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 943 time: 0.6709499 Apr 06 17:15:33.374591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=0963090a-7d68-4028-822b-8f51511f3e71,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:33.404806 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:33.404806 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.404806 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-25be53a7-7c79-42cb-b183-cf99c6814510 service neutron] 10.222.0.43 "PUT /v2.0/ports/b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 200 len: 1093 time: 2.5404677 Apr 06 17:15:33.404806 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:33.463083 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:33.466241 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d50fa754-e7f7-4aba-be14-3d48fb8d2732 admin admin] Publish callbacks [] for security_group (8aff6131-f4f0-4417-ba83-c65a1fa17009), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.471528 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=f3d588dd-0fe4-44d2-802e-29715bf25764,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:33.474730 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.518916 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d50fa754-e7f7-4aba-be14-3d48fb8d2732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8aff6131-f4f0-4417-ba83-c65a1fa17009), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.530101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-66a015f9-d0de-48c1-ace4-b8d38815a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:33.531791 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-66a015f9-d0de-48c1-ace4-b8d38815a326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5562987 Apr 06 17:15:33.532649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,segment=NetworkSegment(a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46),segment_id=a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:33.556357 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Allocated IP 172.27.3.55 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/a04b77f1-5a49-4795-aecf-e1682bd5ecf3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:33.566748 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa', 'network_id': 'f359407b-6cf4-48c3-8122-d7dd58724b63', 'port_id': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa', 'mac_address': 'fa:16:3e:86:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5be6f5-d036-4bb3-97e3-e92eff68ae01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:15:33.569696 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4064f231-27aa-4342-81ca-0758fae1049b req-3d5df25b-f0d3-40ed-93c3-99654060b84c service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729126 Apr 06 17:15:33.577459 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device db3c88a6-6735-451d-b610-ab4e617f6b60 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:33.654472 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3271698-4b09-42c2-81f2-7380a9fa95ae req-d206a8b8-84e5-4446-8c43-35f4b7aa5059 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700182 Apr 06 17:15:33.722529 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-641920d9-924b-49ba-96d8-c4e4c81f76cf req-a7424e5a-bfb5-41f8-ac8b-ba5e55c6eccc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799610 Apr 06 17:15:33.767911 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port db3c88a6-6735-451d-b610-ab4e617f6b60 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:33.768760 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.769171 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fa754-e7f7-4aba-be14-3d48fb8d2732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff6131-f4f0-4417-ba83-c65a1fa17009,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:33.780024 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d50fa754-e7f7-4aba-be14-3d48fb8d2732 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d9c55bfdaae4ce792e669d7749475bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5807543 Apr 06 17:15:33.780024 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (0963090a-7d68-4028-822b-8f51511f3e71), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.780409 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:33.781941 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:33.781941 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.868089 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36" -d '{"events": [{"name": "network-changed", "server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:33.873068 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:33.886949 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-6f47cc07-bd4d-447c-92e7-7060bdb67288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:33.889598 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-6f47cc07-bd4d-447c-92e7-7060bdb67288 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1127 time: 0.3270712 Apr 06 17:15:33.941552 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,segment=NetworkSegment(a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46),segment_id=a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:33.950980 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:33.958151 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-9710d708-7d80-4e0c-a8a9-17f5d04663f3 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082415 Apr 06 17:15:33.958828 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af8ef787-506c-42ad-9b7c-10e2d3e4367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.001517 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:34.021791 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:34.039840 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e1800bbe-0e98-4ff5-b218-5f2f17fb169c admin admin] 10.222.0.23 "PUT /v2.0/routers/f69f7dee-45d1-4407-aa2a-c4a03a5176e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3547349 Apr 06 17:15:34.040226 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-a7909f8f-f75b-4cbd-a800-ce4f8c23ec04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 200 len: 217 time: 0.1382856 Apr 06 17:15:34.098610 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:34.101264 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:34.120048 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9286ecf-c6af-40f0-b5ca-1b4bf8b745d1 x-openstack-request-id: req-f9286ecf-c6af-40f0-b5ca-1b4bf8b745d1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:34.120586 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:34.121074 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9286ecf-c6af-40f0-b5ca-1b4bf8b745d1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:34.122141 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9286ecf-c6af-40f0-b5ca-1b4bf8b745d1'] response: {'name': 'network-changed', 'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1', 'status': 'completed', 'code': 200} Apr 06 17:15:34.154571 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.162660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] Publish callbacks [] for security_group (8aff6131-f4f0-4417-ba83-c65a1fa17009), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.170778 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-595bb8a1-cc04-4e5e-bd5e-1ed999d3802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:34.173189 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-595bb8a1-cc04-4e5e-bd5e-1ed999d3802a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.1241567 Apr 06 17:15:34.219566 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port db3c88a6-6735-451d-b610-ab4e617f6b60 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:34.221293 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 95b36afb-d59c-468a-80a1-ae05b59f0611 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:34.242699 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:34.320672 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.326040 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] Publish callbacks [] for security_group (8aff6131-f4f0-4417-ba83-c65a1fa17009), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.333538 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:34.338434 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a272bded-f14d-49a2-a2e4-1fdcf5ebe7c3 req-9243a57a-5880-4e51-939f-926ae45d5db9 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225095 Apr 06 17:15:34.342408 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:34.448292 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-098e81dc-4e9b-4f81-aede-aa52d0eb2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:34.450053 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-098e81dc-4e9b-4f81-aede-aa52d0eb2d13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2693145 Apr 06 17:15:34.458311 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:34.461998 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:34.471924 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:34.486273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8aff6131-f4f0-4417-ba83-c65a1fa17009), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.489235 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.492005 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aff6131-f4f0-4417-ba83-c65a1fa17009 HTTP/1.1" status: 204 len: 168 time: 0.7084503 Apr 06 17:15:34.503297 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=a04b77f1-5a49-4795-aecf-e1682bd5ecf3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:34.516708 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b52d28-fb2c-46fb-ae2e-19fc49a48f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff6131-f4f0-4417-ba83-c65a1fa17009,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:34.545690 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (0963090a-7d68-4028-822b-8f51511f3e71), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.554122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (0963090a-7d68-4028-822b-8f51511f3e71), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.605767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.639872 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=0963090a-7d68-4028-822b-8f51511f3e71,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:34.650431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.666282 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-dfd6e5b9-52ba-4770-93eb-80a0ad5b4b7e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7814176 Apr 06 17:15:34.666951 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.714604 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 95b36afb-d59c-468a-80a1-ae05b59f0611 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:34.715050 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.754635 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:34.885299 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:34.906249 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971401323', 'description': 'tempest-description--1311532472'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:35.004321 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38dc7d-a9d4-4ac9-8ea6-6b03fed84a8b req-19adbb92-a76d-4417-8fed-6909a9212a44 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:35.007057 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff38dc7d-a9d4-4ac9-8ea6-6b03fed84a8b req-19adbb92-a76d-4417-8fed-6909a9212a44 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 945 time: 0.2020571 Apr 06 17:15:35.009044 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.027359 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49636) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:35.091875 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8fc3-cbeb-438d-9019-b1b84ba2f148 req-e831e559-2da3-481d-aafb-decf98bc85c2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:35.094844 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eb6a8fc3-cbeb-438d-9019-b1b84ba2f148 req-e831e559-2da3-481d-aafb-decf98bc85c2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 943 time: 0.1257606 Apr 06 17:15:35.108631 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff38dc7d-a9d4-4ac9-8ea6-6b03fed84a8b req-a3e6de82-f75e-4f3f-b0d1-437c76b87411 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Apr 06 17:15:35.199686 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (f6133105-c5ac-4e54-960f-65cab2c6c135), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.199825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 95b36afb-d59c-468a-80a1-ae05b59f0611 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:35.211065 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:35.233982 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f6133105-c5ac-4e54-960f-65cab2c6c135), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.395764 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:28Z', 'revision_number': 2, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:35.454366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:35.455093 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Updating router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 port 51b6aef2-6e88-4e82-9f78-fb2422c80352 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:15:35.461200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3d588dd-0fe4-44d2-802e-29715bf25764 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:35.463046 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eb6a8fc3-cbeb-438d-9019-b1b84ba2f148 req-ce8c7b1d-a05d-47f2-86f0-3e7b7c6f1cb4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615417 Apr 06 17:15:35.494267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.512568 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de5bed30-b923-4ea5-a00e-c13832e606f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.516114 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.555863 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.599216 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.646958 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.648697 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7622678 Apr 06 17:15:35.660995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49660) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:35.664792 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=a04b77f1-5a49-4795-aecf-e1682bd5ecf3,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:35.672431 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-a624354b-b5db-4e7c-84ce-39e64aa7d7a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964040 Apr 06 17:15:35.676853 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.687033 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0de1e40e-ced6-439f-890f-47b5183d959c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0168889 Apr 06 17:15:35.705493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group_rule': {'security_group_id': 'f6133105-c5ac-4e54-960f-65cab2c6c135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:35.709542 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59a86-00ae-476e-8119-e0925e9cbc08 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6133105-c5ac-4e54-960f-65cab2c6c135,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:35.713336 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae18e95b-d91a-4aa3-9781-cdcd6fa10a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.805947 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-5409358a-eb78-46f7-b870-1caf84f8c909 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2083980058&fields=id&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 267 time: 0.2061887 Apr 06 17:15:35.812895 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de5bed30-b923-4ea5-a00e-c13832e606f3 admin admin] Publish callbacks [] for security_group (8a6f4ef3-a222-41ae-b45d-f1559da1e090), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.827645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de5bed30-b923-4ea5-a00e-c13832e606f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8a6f4ef3-a222-41ae-b45d-f1559da1e090), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.837441 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e56915a0-ad0d-4fd1-a033-9fea31a9a3de req-1d2c91f7-82cc-41b8-99b0-8c8b3a048f6a service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567557 Apr 06 17:15:35.851273 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port f3d588dd-0fe4-44d2-802e-29715bf25764 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:35.851558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.877200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bed30-b923-4ea5-a00e-c13832e606f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f4ef3-a222-41ae-b45d-f1559da1e090,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:35.886565 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-de5bed30-b923-4ea5-a00e-c13832e606f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccf16aac47d04a3e82e0a2c086236c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8568101 Apr 06 17:15:35.887213 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49668) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:35.899562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (6ac6ddb6-b9ec-41f4-a389-338580215e07), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:35.909606 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-86c68f82-15d5-49eb-84a3-e8bb08cf0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:35.912096 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-86c68f82-15d5-49eb-84a3-e8bb08cf0f4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1127 time: 0.3110693 Apr 06 17:15:35.966405 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] Publish callbacks [] for security_group (8a6f4ef3-a222-41ae-b45d-f1559da1e090), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.038438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae18e95b-d91a-4aa3-9781-cdcd6fa10a6f admin admin] Publish callbacks [] for security_group (31453ec0-beb6-4776-b10b-04be8ad5288c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.051392 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] Publish callbacks [] for security_group (8a6f4ef3-a222-41ae-b45d-f1559da1e090), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.058805 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-2c6879b9-45cb-4b2b-8675-f213bea4fea3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:36.069730 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-2c6879b9-45cb-4b2b-8675-f213bea4fea3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.2623529 Apr 06 17:15:36.084496 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae18e95b-d91a-4aa3-9781-cdcd6fa10a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (31453ec0-beb6-4776-b10b-04be8ad5288c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.105083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port f3d588dd-0fe4-44d2-802e-29715bf25764 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:36.129135 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-66bba468-270c-4881-b80c-23989a9302a3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/quotas/7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 375 time: 0.0576756 Apr 06 17:15:36.140659 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (6ac6ddb6-b9ec-41f4-a389-338580215e07), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.174897 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8a6f4ef3-a222-41ae-b45d-f1559da1e090), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.177612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.181525 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a6f4ef3-a222-41ae-b45d-f1559da1e090 HTTP/1.1" status: 204 len: 168 time: 0.2899101 Apr 06 17:15:36.181700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (6ac6ddb6-b9ec-41f4-a389-338580215e07), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.204814 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8691e18-56ba-437b-a6ce-b28b65ab38ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f4ef3-a222-41ae-b45d-f1559da1e090,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:36.216117 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-4c72f3eb-5bed-4b57-ab5d-5d9983d40b9f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--547727009&fields=id&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 267 time: 0.0893426 Apr 06 17:15:36.219632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18e95b-d91a-4aa3-9781-cdcd6fa10a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31453ec0-beb6-4776-b10b-04be8ad5288c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:36.244165 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ae18e95b-d91a-4aa3-9781-cdcd6fa10a6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b41bcdb8705741e29cfd9d1d79c8b455&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0254688 Apr 06 17:15:36.254328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac6ddb6-b9ec-41f4-a389-338580215e07,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:36.256198 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49690) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:36.287584 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.288808 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1086eaf0-914c-4ac2-8d99-f2a215f52fdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6043890 Apr 06 17:15:36.292060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:36.298315 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group_rule': {'security_group_id': 'f6133105-c5ac-4e54-960f-65cab2c6c135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:36.342100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks [] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.346081 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-eafd1099-3a3b-48b6-86b8-bfdc19424a69 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2163651 Apr 06 17:15:36.355688 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.422686 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-b60726fc-7c1b-4879-becb-98ab5e929ae6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:36.427132 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-b60726fc-7c1b-4879-becb-98ab5e929ae6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 817 time: 0.2101448 Apr 06 17:15:36.441559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (e9ee6523-6fb7-41ab-a8d4-b694d3b0cfbd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.464939 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-da3e916f-36d0-4224-957d-75571dc5e99f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/quotas/1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 375 time: 0.0158484 Apr 06 17:15:36.483676 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb0b2-0eab-4606-bda9-7ed7f5616f8e None None] Pushing event updated for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:36.497822 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Attempting to bind port 51b6aef2-6e88-4e82-9f78-fb2422c80352 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:36.498194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Attempting to bind port 51b6aef2-6e88-4e82-9f78-fb2422c80352 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:36.498550 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Attempting to bind port 51b6aef2-6e88-4e82-9f78-fb2422c80352 on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:36.509196 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:36.509598 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Checking segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:36.509982 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.510670 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] Publish callbacks [] for security_group (31453ec0-beb6-4776-b10b-04be8ad5288c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.511994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Bound using segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:36.512546 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Bound port: 51b6aef2-6e88-4e82-9f78-fb2422c80352, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:36.514505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.575955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] Publish callbacks [] for security_group (31453ec0-beb6-4776-b10b-04be8ad5288c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.630395 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-8891e0a0-4604-40ce-9efa-33bb02a54cd0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580257 Apr 06 17:15:36.633846 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-1c946dff-c0d9-4665-87c8-765320cbce55 service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717128 Apr 06 17:15:36.667799 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (e9ee6523-6fb7-41ab-a8d4-b694d3b0cfbd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.695899 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (e9ee6523-6fb7-41ab-a8d4-b694d3b0cfbd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.738133 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] For port 51b6aef2-6e88-4e82-9f78-fb2422c80352, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:36.745823 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] For port 51b6aef2-6e88-4e82-9f78-fb2422c80352, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=51b6aef2-6e88-4e82-9f78-fb2422c80352,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:36.754334 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b25f9b-4c6f-4171-9cda-fa4854e3f6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.766926 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.810521 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-2faf292e-28f8-483c-8cd6-e3b8ccb256ca service neutron] 10.222.0.23 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551955 Apr 06 17:15:36.825878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ee6523-6fb7-41ab-a8d4-b694d3b0cfbd,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:36.851720 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.855783 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f2bc3675-3448-4410-b215-ad5d2c197398 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5598483 Apr 06 17:15:36.857577 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:36.864200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:36.912437 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (31453ec0-beb6-4776-b10b-04be8ad5288c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.915070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:36.916433 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31453ec0-beb6-4776-b10b-04be8ad5288c HTTP/1.1" status: 204 len: 168 time: 0.6562328 Apr 06 17:15:36.981564 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-bb920e25-4ace-4fc3-b844-352bf888844d service neutron] 10.222.0.23 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588926 Apr 06 17:15:36.982112 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:36.996915 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Provisioning complete for port 51b6aef2-6e88-4e82-9f78-fb2422c80352 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:37.002379 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.023657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48965752-ba48-47da-9b50-232d705e7595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31453ec0-beb6-4776-b10b-04be8ad5288c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:37.041912 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68919738-f720-4a55-ae48-2b15bdfc2053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.070397 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-6883534b-ca49-4e71-aa95-2c96cb0a0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:37.072300 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-6883534b-ca49-4e71-aa95-2c96cb0a0150 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.3122127 Apr 06 17:15:37.075709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.101220 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb0b2-0eab-4606-bda9-7ed7f5616f8e None None] Pushing event updated for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:37.103843 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-2c8de0d1-79a3-4e71-b10c-882db45293d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:37.105481 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-2c8de0d1-79a3-4e71-b10c-882db45293d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1127 time: 0.2937696 Apr 06 17:15:37.214371 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:37.219387 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:15:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:37.244450 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 325cfc15-84ed-40d3-a0ac-640d92c96d7a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:15:37.258785 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:37.265908 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-f8a87c5b-8ddc-4d8a-bf71-33da823ca6de service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899673 Apr 06 17:15:37.291661 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-95311ff9-0cc5-4fc1-b76b-be98ef2a04b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.1952293 Apr 06 17:15:37.533343 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-391c82f2-df57-4a32-9d2b-74da80d4b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:37.535990 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-391c82f2-df57-4a32-9d2b-74da80d4b076 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.2258031 Apr 06 17:15:37.683752 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.730498 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-a02cbe86-d716-49d1-8b94-5bfcae39a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:37.735932 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-a02cbe86-d716-49d1-8b94-5bfcae39a3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1880033 Apr 06 17:15:37.736104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 17:15:37.755587 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49728) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:37.792331 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.792331 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Current status of the port 51b6aef2-6e88-4e82-9f78-fb2422c80352 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:37.792331 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.856656 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1abfd9c-7a68-452f-b3f3-4b817a3f4c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.918798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:38.000808 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:15:38.031272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2d2a-8dc8-4bfd-86a1-41b884cde0c0 req-95c9ca92-2e23-40d4-890c-211c6b4020b1 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:38.033132 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad4c2d2a-8dc8-4bfd-86a1-41b884cde0c0 req-95c9ca92-2e23-40d4-890c-211c6b4020b1 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 945 time: 0.3149660 Apr 06 17:15:38.047184 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-00ac4148-c045-4495-bb29-7345ba51b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:38.050000 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-00ac4148-c045-4495-bb29-7345ba51b2b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.9297476 Apr 06 17:15:38.072259 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:38.073451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.085364 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae88d-de7c-4991-88a5-1496ce60a57c req-95e39087-f7be-4420-98f9-9b50ab20e56e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:38.087261 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f25ae88d-de7c-4991-88a5-1496ce60a57c req-95e39087-f7be-4420-98f9-9b50ab20e56e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 943 time: 0.3650110 Apr 06 17:15:38.124694 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68919738-f720-4a55-ae48-2b15bdfc2053 admin admin] Publish callbacks [] for security_group (213ff6a9-55c4-4e79-8505-3b235e5416df), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.141732 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Allocated IP 172.27.3.152 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:38.146448 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-6d6b86e7-ed6a-4722-a493-05bd0be4b351 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354743 Apr 06 17:15:38.170031 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] For port 51b6aef2-6e88-4e82-9f78-fb2422c80352, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=51b6aef2-6e88-4e82-9f78-fb2422c80352,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:38.172886 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-fb0c3758-10e7-4be9-9ba4-48a4d1cc5220 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 200 len: 217 time: 0.0750494 Apr 06 17:15:38.176529 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68919738-f720-4a55-ae48-2b15bdfc2053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (213ff6a9-55c4-4e79-8505-3b235e5416df), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.208069 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f25ae88d-de7c-4991-88a5-1496ce60a57c req-b8bb35b8-49e4-49b9-a146-ce8490f87e84 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Apr 06 17:15:38.340187 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:38.371017 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.379458 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7279e28-7a32-4fce-ab43-a3ef5aa9dc8a req-8c881095-c1ec-49aa-b422-e6b1ec8a92eb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 210 time: 0.0519683 Apr 06 17:15:38.395563 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad4c2d2a-8dc8-4bfd-86a1-41b884cde0c0 req-53c7e685-cb89-47e9-b368-6a6c8c0287fd tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368442 Apr 06 17:15:38.417905 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919738-f720-4a55-ae48-2b15bdfc2053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ff6a9-55c4-4e79-8505-3b235e5416df,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:38.450569 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-159650ed-b686-49c0-9a47-f9cff4050ac6 req-d85cb08b-79a7-4b33-84d2-d2fcc50c22aa service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943046 Apr 06 17:15:38.471028 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-68919738-f720-4a55-ae48-2b15bdfc2053 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=770c72fc8e30486f8e77b63166c1f1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4692323 Apr 06 17:15:38.473256 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1abfd9c-7a68-452f-b3f3-4b817a3f4c2b admin admin] Publish callbacks [] for security_group (4976962a-7de3-4853-bded-6d54455234a6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.475618 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-e47cd94b-02cf-4752-bf88-c3a471869cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:38.477514 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-e47cd94b-02cf-4752-bf88-c3a471869cd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.2930140 Apr 06 17:15:38.478026 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:38.487502 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1abfd9c-7a68-452f-b3f3-4b817a3f4c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4976962a-7de3-4853-bded-6d54455234a6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.502789 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.529172 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abfd9c-7a68-452f-b3f3-4b817a3f4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976962a-7de3-4853-bded-6d54455234a6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:38.538922 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ee7efc-b7f2-43e5-963b-f5413b2d5026 req-cf138769-4d31-4db8-b872-9130bad0762f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 210 time: 0.0684195 Apr 06 17:15:38.559196 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87c2b6-5bac-4a28-9a0d-c690b8858191 None None] Pushing event updated for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:38.592768 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'port_id': '325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'mac_address': 'fa:16:3e:d7:e0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:15:38.620628 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.625626 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b1abfd9c-7a68-452f-b3f3-4b817a3f4c2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b66881e172734b04a0bf500e27981da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094058 Apr 06 17:15:38.628570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49746) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:38.692208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] Publish callbacks [] for security_group (213ff6a9-55c4-4e79-8505-3b235e5416df), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.700082 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-ffe339dd-4274-450d-b330-4a3115db1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:38.707240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:38.707503 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-ffe339dd-4274-450d-b330-4a3115db1773 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2208939 Apr 06 17:15:38.708256 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c2289b3a-53a9-4a0a-a646-d75a3298c9ac None None] Provisioning complete for port 51b6aef2-6e88-4e82-9f78-fb2422c80352 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:38.708912 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2289b3a-53a9-4a0a-a646-d75a3298c9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.722251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:38.731031 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:38.749414 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:38.769324 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] Publish callbacks [] for security_group (213ff6a9-55c4-4e79-8505-3b235e5416df), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.795518 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 325cfc15-84ed-40d3-a0ac-640d92c96d7a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:38.802742 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.806489 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] Publish callbacks [] for security_group (4976962a-7de3-4853-bded-6d54455234a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.837240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] Publish callbacks [] for security_group (4976962a-7de3-4853-bded-6d54455234a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.839390 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.943518 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-6f885914-5538-40ec-ad12-5748a364a32b service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178807 Apr 06 17:15:38.952002 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (213ff6a9-55c4-4e79-8505-3b235e5416df), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.959723 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.959723 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213ff6a9-55c4-4e79-8505-3b235e5416df HTTP/1.1" status: 204 len: 168 time: 0.4779506 Apr 06 17:15:38.962785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.967825 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b138b-e341-4535-8c1d-208d8aeb5eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ff6a9-55c4-4e79-8505-3b235e5416df,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:39.032631 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4976962a-7de3-4853-bded-6d54455234a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.037981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.039190 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4976962a-7de3-4853-bded-6d54455234a6 HTTP/1.1" status: 204 len: 168 time: 0.4071548 Apr 06 17:15:39.076912 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab6c42-8c9f-457e-b900-5c145c3fb391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976962a-7de3-4853-bded-6d54455234a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:39.145549 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325cfc15-84ed-40d3-a0ac-640d92c96d7a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:39.196168 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:39.196626 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.225072 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:39.235259 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.288620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.330875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:15:39.382229 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6ece1c6-c850-4be3-9fb7-c46bd9ceac36 req-fd8c5b42-76f8-4282-8f87-8bf458392eff service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837580 Apr 06 17:15:39.400883 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.407733 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:39.415461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.516023 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,segment=NetworkSegment(a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46),segment_id=a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:39.547339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.555232 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.581598 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c2289b3a-53a9-4a0a-a646-d75a3298c9ac None None] Current status of the port 51b6aef2-6e88-4e82-9f78-fb2422c80352 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:39.592141 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['325cfc15-84ed-40d3-a0ac-640d92c96d7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:39.611633 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:39.726668 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3e6e93fd-f8e7-4a37-abb9-3f4e9fe7453d req-188daa32-f4d1-4f36-9299-4e25d70700d2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 210 time: 0.1181862 Apr 06 17:15:39.730486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:36Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:39.730717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:39.732605 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8711450 Apr 06 17:15:39.732956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f535-402c-4b9d-929d-7242134d2a6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:39.745781 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03487f2e-e3e7-4d98-bea8-fc514ec22b3c req-4e359466-4371-4e24-a93b-8853d8c60420 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:39.756327 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-03487f2e-e3e7-4d98-bea8-fc514ec22b3c req-4e359466-4371-4e24-a93b-8853d8c60420 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 943 time: 0.3647289 Apr 06 17:15:39.882775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-3bf174c2-0a79-4857-a930-520814a5e19a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:39.885252 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-3bf174c2-0a79-4857-a930-520814a5e19a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 817 time: 0.4052050 Apr 06 17:15:39.919095 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-03487f2e-e3e7-4d98-bea8-fc514ec22b3c req-cd0a2229-1397-4791-a24d-36083ffcf9f3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457162 Apr 06 17:15:39.941301 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:40.018488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'port_id': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1', 'mac_address': 'fa:16:3e:be:8c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:15:40.041760 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21461b8e-4412-4b56-a62c-10d2b50a8e21" -d '{"events": [{"server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:40.059548 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b564f-c7c7-4573-b71f-e01d6e9ceab7 None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:36Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:40.085884 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-e1090196-5227-46a3-a6da-c7a1e8bcbbe7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 379 time: 0.1880713 Apr 06 17:15:40.106936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'port': {'device_id': '916cc629-2990-4859-9dff-0b05ae029ed3', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'admin_state_up': True, 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'security_groups': ['4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:40.252241 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-933bb057-7813-4d98-9bde-a1bdb59e13c7 req-53b3830c-dccf-407a-90ae-52aa1c171040 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 210 time: 0.1044240 Apr 06 17:15:40.353648 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:40.354193 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:40.425678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:40.426832 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Made reservation on behalf of 1c496e18e05641db9fa30f402b8ce2d0 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:40.430475 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:40.459774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:40.558545 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:40.565242 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:40.595308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:40.746773 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:40.840307 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Allocated IP 172.20.0.10 (5dff5803-9cc3-494d-a1db-dff8d6894ace/770211af-735d-4ff4-b303-175f0c52aed4/66e22af7-ce4a-4317-830b-f4323d2693a9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:40.903199 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-26ef2e62-1368-4b8f-8ad8-e8d8765381e4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:40.904925 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-26ef2e62-1368-4b8f-8ad8-e8d8765381e4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.8883300 Apr 06 17:15:40.929581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b117-5878-4f51-a908-ca4d3865d94e req-5ea5bd19-4db4-4546-bd2e-d87032a8f97d tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:40.935373 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b394b117-5878-4f51-a908-ca4d3865d94e req-5ea5bd19-4db4-4546-bd2e-d87032a8f97d tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 1.0385699 Apr 06 17:15:41.132537 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e9a928-7c2b-4fd8-a93b-9436617333d8 x-openstack-request-id: req-f5e9a928-7c2b-4fd8-a93b-9436617333d8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:41.133851 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:41.134980 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5e9a928-7c2b-4fd8-a93b-9436617333d8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:41.135657 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e9a928-7c2b-4fd8-a93b-9436617333d8'] response: {'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa', 'code': 200} Apr 06 17:15:41.178157 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.228001 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b394b117-5878-4f51-a908-ca4d3865d94e req-e66c5825-0e33-4a7b-8a31-29f32e1ae586 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767248 Apr 06 17:15:41.232889 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-35702612-e349-4553-b93b-c121114c3e60 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 380 time: 0.2932601 Apr 06 17:15:41.253198 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'port': {'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'admin_state_up': True, 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'security_groups': ['80b5a808-27ae-40be-80ee-e482e32ef979']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:41.311629 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['b8bb601d-f2d4-4508-ad17-3c1890ddd8a1'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:41.413411 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 325cfc15-84ed-40d3-a0ac-640d92c96d7a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:41.535846 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-c6c8a0b4-2f9e-497e-9775-4a7da5a6670e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--971401323&fields=id&tenant_id=88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 267 time: 0.2417302 Apr 06 17:15:41.550775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.613437 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 51b6aef2-6e88-4e82-9f78-fb2422c80352 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:41.669587 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:41.758933 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:41.762808 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:41.768344 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:41.774709 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:41.774709 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.821468 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-5ce33b4a-6524-4fa5-a9fe-ff88363290b9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7265792 Apr 06 17:15:41.842911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-edc21529-64ab-4c02-b030-8d1ba4d9c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:41.847447 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Request body: {'port': {'device_id': '916cc629-2990-4859-9dff-0b05ae029ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:41.852017 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-edc21529-64ab-4c02-b030-8d1ba4d9c619 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 1130 time: 0.3546753 Apr 06 17:15:41.909057 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 325cfc15-84ed-40d3-a0ac-640d92c96d7a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:15:41.914968 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 51b6aef2-6e88-4e82-9f78-fb2422c80352 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:41.915335 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.920788 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 325cfc15-84ed-40d3-a0ac-640d92c96d7a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:41.921600 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.935318 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-0f87420b-8773-4cd7-9a87-dabb3d7fdea7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:41.937167 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-0f87420b-8773-4cd7-9a87-dabb3d7fdea7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 810 time: 0.4000378 Apr 06 17:15:41.966987 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-fbbb35d1-9201-40db-9e20-2e1a12285b02 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.991175 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-91101149-3497-4a14-a126-62af11ecaed6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/quotas/88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 375 time: 0.0432725 Apr 06 17:15:42.026305 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:42.033471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.080821 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7a5d-2f7a-4173-b735-a30e3bdcc1e3 req-bfcabe39-d34b-4cc6-b62a-8a210d8278ac tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:42.096812 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.102602 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-215d7a5d-2f7a-4173-b735-a30e3bdcc1e3 req-bfcabe39-d34b-4cc6-b62a-8a210d8278ac tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 932 time: 0.6155298 Apr 06 17:15:42.313176 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-4eb07578-c1b7-463c-9a52-c384414713aa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3138101 Apr 06 17:15:42.369520 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-215d7a5d-2f7a-4173-b735-a30e3bdcc1e3 req-660d2e62-215e-480f-8d9a-81a9277c4c8a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657077 Apr 06 17:15:42.382524 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 51b6aef2-6e88-4e82-9f78-fb2422c80352 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:42.459194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5db92a00-84f3-4776-bcaf-0df0fb3cc779 None None] Provisioning complete for port 66e22af7-ce4a-4317-830b-f4323d2693a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:42.459577 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5db92a00-84f3-4776-bcaf-0df0fb3cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.530625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-fbbb35d1-9201-40db-9e20-2e1a12285b02 service neutron] Publish callbacks [] for security_group (04e06488-b9ed-4e70-9955-2ede7dd06000), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.532259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.20.0.10 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/057d9482-44bc-495e-9e46-38945604f436) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:42.539277 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-fbbb35d1-9201-40db-9e20-2e1a12285b02 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (04e06488-b9ed-4e70-9955-2ede7dd06000), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.557902 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5db92a00-84f3-4776-bcaf-0df0fb3cc779 None None] Port 66e22af7-ce4a-4317-830b-f4323d2693a9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:42.645819 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 325cfc15-84ed-40d3-a0ac-640d92c96d7a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:42.646461 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.706845 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:42.717975 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.730769 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6bba497e-3809-44ee-a403-f2a3a826c7d6 req-fbbb35d1-9201-40db-9e20-2e1a12285b02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534148 Apr 06 17:15:42.742757 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb35d1-9201-40db-9e20-2e1a12285b02 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04e06488-b9ed-4e70-9955-2ede7dd06000,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:42.794707 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:42.823947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a46cb-3111-484a-b913-f02c507128ac req-c96538b1-1b07-489b-9126-178280e3a2c7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:42.831878 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-387a46cb-3111-484a-b913-f02c507128ac req-c96538b1-1b07-489b-9126-178280e3a2c7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 944 time: 0.2485847 Apr 06 17:15:42.851684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:42.860782 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks [] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.878590 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Transition to ACTIVE for port object 66e22af7-ce4a-4317-830b-f4323d2693a9 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:42.886816 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.918666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (057d9482-44bc-495e-9e46-38945604f436), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:42.932061 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-387a46cb-3111-484a-b913-f02c507128ac req-96b4c12c-a6bd-4f2c-bdd4-e64e1965ed1a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Apr 06 17:15:43.008845 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (057d9482-44bc-495e-9e46-38945604f436), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.054965 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 49958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:43.105969 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:43.119701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:43.123684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:43.130884 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:43.131605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.135789 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:43.136958 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:43.139342 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faefcfd-5d27-4218-a230-60b5dfeb432d" -d '{"events": [{"server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "name": "network-vif-plugged", "status": "completed", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:43.160966 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-ffce4977-ce45-438f-be2b-06ec5b44684f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9175479 Apr 06 17:15:43.173774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40b6b4-1eed-4d7a-aa0c-5e047e613dbb req-e8bbcfa8-7991-4948-b340-a3e9490fae4b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:43.182101 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b40b6b4-1eed-4d7a-aa0c-5e047e613dbb req-e8bbcfa8-7991-4948-b340-a3e9490fae4b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 932 time: 0.1303878 Apr 06 17:15:43.189620 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Request body: {'port': {'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:43.209172 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:43.256812 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-996d5cd1-1a5f-4709-b937-f898adb6efa9 service neutron] 10.222.0.23 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903929 Apr 06 17:15:43.267383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Attempting to bind port 66e22af7-ce4a-4317-830b-f4323d2693a9 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:43.267909 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Attempting to bind port 66e22af7-ce4a-4317-830b-f4323d2693a9 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:43.268434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Attempting to bind port 66e22af7-ce4a-4317-830b-f4323d2693a9 on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:43.328100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:43.330541 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b40b6b4-1eed-4d7a-aa0c-5e047e613dbb req-1b59a468-e2d8-407d-873b-c8058ffd6894 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473124 Apr 06 17:15:43.344331 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (057d9482-44bc-495e-9e46-38945604f436), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.397450 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Port 66e22af7-ce4a-4317-830b-f4323d2693a9 on network 5dff5803-9cc3-494d-a1db-dff8d6894ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:43.398007 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Attempting to bind port 66e22af7-ce4a-4317-830b-f4323d2693a9 on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:43.407298 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1314b474-b108-4e25-b725-457d348dcea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.413332 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:43.413921 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Checking segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:43.414423 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Bound using segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:43.415248 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Bound port: 66e22af7-ce4a-4317-830b-f4323d2693a9, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:43.415715 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.491492 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:15:43.498952 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:43.499608 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.524473 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-d85de78b-ae21-4358-a93c-b310ade7ca3a service neutron] 10.222.0.23 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606504 Apr 06 17:15:43.599383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:43.628289 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:43.653799 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.720201 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:43.721120 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.756935 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:43.759372 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.764635 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] 10.222.0.43 "PUT /v2.0/ports/66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 1094 time: 1.9359992 Apr 06 17:15:43.772180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:43.781191 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cbfbc-054c-4123-baa7-f7802b6b9269" -d '{"events": [{"name": "network-changed", "server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:43.822314 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be4ca4-1f75-45b9-b15c-ef3df5040454 service neutron] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:43.939664 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abe9c04-5319-489e-9807-cd548b08f376 x-openstack-request-id: req-3abe9c04-5319-489e-9807-cd548b08f376 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:43.943605 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "name": "network-vif-plugged", "status": "completed", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:43.943867 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3abe9c04-5319-489e-9807-cd548b08f376 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:43.944354 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abe9c04-5319-489e-9807-cd548b08f376'] response: {'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'code': 200} Apr 06 17:15:43.946200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:43.960491 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e77701cf-6210-4451-91f7-8ae32cf3acd2 None None] Provisioning complete for port 057d9482-44bc-495e-9e46-38945604f436 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:43.960912 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e77701cf-6210-4451-91f7-8ae32cf3acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (057d9482-44bc-495e-9e46-38945604f436), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.972489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.999560 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1314b474-b108-4e25-b725-457d348dcea8 admin admin] Publish callbacks [] for security_group (6bf33e3d-18c1-40a1-88e5-00c2a25abde2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.046127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfdbec-b01c-4906-9043-78d7adf61c1c req-8205fa4f-d700-4fb1-88ea-c41c662b99c6 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.056744 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-73bfdbec-b01c-4906-9043-78d7adf61c1c req-8205fa4f-d700-4fb1-88ea-c41c662b99c6 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.6208093 Apr 06 17:15:44.078288 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1314b474-b108-4e25-b725-457d348dcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6bf33e3d-18c1-40a1-88e5-00c2a25abde2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.138973 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-f4cc45d0-d02d-4e1d-8e15-549d02936204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.140919 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-f4cc45d0-d02d-4e1d-8e15-549d02936204 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1128 time: 0.2853873 Apr 06 17:15:44.223734 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-3772bd7e-706e-4c59-9a2f-1e6ea09d2d7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 217 time: 0.0744946 Apr 06 17:15:44.235383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b5df5-6809-4c3d-a7a8-93a94f08bb3b req-630ac271-bd5e-4422-8f5a-806c6c445533 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.237306 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-617b5df5-6809-4c3d-a7a8-93a94f08bb3b req-630ac271-bd5e-4422-8f5a-806c6c445533 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.2098379 Apr 06 17:15:44.266782 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:44.298940 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e77701cf-6210-4451-91f7-8ae32cf3acd2 None None] Port 057d9482-44bc-495e-9e46-38945604f436 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:44.359196 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-fc26cafd-2169-4eb8-8aa7-f4a2677d9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.361097 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1314b474-b108-4e25-b725-457d348dcea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2285177c2b2b40e8b50950ab1d280faf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3024065 Apr 06 17:15:44.366511 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-fc26cafd-2169-4eb8-8aa7-f4a2677d9553 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.1278746 Apr 06 17:15:44.367259 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 49996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:44.372571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314b474-b108-4e25-b725-457d348dcea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf33e3d-18c1-40a1-88e5-00c2a25abde2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:44.415490 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-73bfdbec-b01c-4906-9043-78d7adf61c1c req-d2417afa-f2a6-4a01-8c1e-dbcc62469846 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456562 Apr 06 17:15:44.433933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74d13e-3f64-4f22-ba7b-bcff802b3e63 req-63cdf5ed-a4c6-413f-b6ef-5981cb42dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.435573 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b74d13e-3f64-4f22-ba7b-bcff802b3e63 req-63cdf5ed-a4c6-413f-b6ef-5981cb42dbca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.1949506 Apr 06 17:15:44.544463 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b74d13e-3f64-4f22-ba7b-bcff802b3e63 req-2cb3ffdd-c8d0-4deb-a401-dd8d8ceeb554 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964618 Apr 06 17:15:44.544821 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-617b5df5-6809-4c3d-a7a8-93a94f08bb3b req-412f2ee4-64fd-452c-b5f7-11421c34b685 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643030 Apr 06 17:15:44.585635 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1fb2da54-5846-4804-9d10-69ff82bea9b8 req-ca7ffe9b-cff0-4259-b8b4-8704c96e7d2e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0376081 Apr 06 17:15:44.641660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057d9482-44bc-495e-9e46-38945604f436 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:44.642984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-e285845a-c3b8-4702-8e65-92b705be6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.645424 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-e285845a-c3b8-4702-8e65-92b705be6687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2411087 Apr 06 17:15:44.653584 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks [] for port (057d9482-44bc-495e-9e46-38945604f436), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.660421 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] Publish callbacks [] for security_group (6bf33e3d-18c1-40a1-88e5-00c2a25abde2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.691601 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15113cfe-51e2-4275-a21f-921c13b77e38 x-openstack-request-id: req-15113cfe-51e2-4275-a21f-921c13b77e38 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:44.693142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:44.693440 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15113cfe-51e2-4275-a21f-921c13b77e38 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:44.693851 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15113cfe-51e2-4275-a21f-921c13b77e38'] response: {'name': 'network-changed', 'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'status': 'completed', 'code': 200} Apr 06 17:15:44.710817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Transition to ACTIVE for port object 057d9482-44bc-495e-9e46-38945604f436 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:44.729842 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] Publish callbacks [] for security_group (6bf33e3d-18c1-40a1-88e5-00c2a25abde2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.752588 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (057d9482-44bc-495e-9e46-38945604f436), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.823854 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a073ea-b91e-467b-820d-cb43ce2b7ad0 req-30c86aad-26fc-4d20-a233-8f8fde654e6a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.825433 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7a073ea-b91e-467b-820d-cb43ce2b7ad0 req-30c86aad-26fc-4d20-a233-8f8fde654e6a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1301858 Apr 06 17:15:44.891413 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6bf33e3d-18c1-40a1-88e5-00c2a25abde2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.903403 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.909290 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bf33e3d-18c1-40a1-88e5-00c2a25abde2 HTTP/1.1" status: 204 len: 168 time: 0.5368140 Apr 06 17:15:44.921083 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7a073ea-b91e-467b-820d-cb43ce2b7ad0 req-c9b54682-53db-4a1d-8687-70636da59645 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823362 Apr 06 17:15:44.925610 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591720-5baf-4562-ad2e-ad63fb2dd55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf33e3d-18c1-40a1-88e5-00c2a25abde2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:44.932034 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:44.963399 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Attempting to bind port 057d9482-44bc-495e-9e46-38945604f436 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:44.963507 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Attempting to bind port 057d9482-44bc-495e-9e46-38945604f436 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:44.963825 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Attempting to bind port 057d9482-44bc-495e-9e46-38945604f436 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:44.979987 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Port 057d9482-44bc-495e-9e46-38945604f436 on network 9c405747-e86a-4a04-b397-0de5a9057e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:44.981081 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Attempting to bind port 057d9482-44bc-495e-9e46-38945604f436 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:44.991330 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce6459-f503-4f8b-a8a5-f5472889ca37 req-e0d888ed-f98e-4583-b612-4c775d36b0ee tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.992461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:44.992811 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:44.992955 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1cce6459-f503-4f8b-a8a5-f5472889ca37 req-e0d888ed-f98e-4583-b612-4c775d36b0ee tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.2400458 Apr 06 17:15:44.993244 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:44.993697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Bound port: 057d9482-44bc-495e-9e46-38945604f436, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:44.994064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (057d9482-44bc-495e-9e46-38945604f436), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.054242 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1cce6459-f503-4f8b-a8a5-f5472889ca37 req-4632791c-1843-47fa-aae7-e349f1b9bf8d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530539 Apr 06 17:15:45.105563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:45.111632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=057d9482-44bc-495e-9e46-38945604f436,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:45.119755 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (057d9482-44bc-495e-9e46-38945604f436), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.168611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.185357 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.188101 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/057d9482-44bc-495e-9e46-38945604f436 HTTP/1.1" status: 200 len: 1094 time: 2.0026848 Apr 06 17:15:45.188613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'tag': '057d9482-44bc-495e-9e46-38945604f436'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:45.191002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4555849-ff73-4669-a4c9-6ece34cf4044" -d '{"events": [{"name": "network-changed", "server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "tag": "057d9482-44bc-495e-9e46-38945604f436"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:45.235814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348916d8-77ff-40ff-becf-8ba6b0a84cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:45.248654 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0755ba-92e1-4953-b09c-b9d3eda36da3 x-openstack-request-id: req-6d0755ba-92e1-4953-b09c-b9d3eda36da3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:45.250680 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "tag": "057d9482-44bc-495e-9e46-38945604f436", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:45.250966 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d0755ba-92e1-4953-b09c-b9d3eda36da3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:45.251441 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0755ba-92e1-4953-b09c-b9d3eda36da3'] response: {'name': 'network-changed', 'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'tag': '057d9482-44bc-495e-9e46-38945604f436', 'status': 'completed', 'code': 200} Apr 06 17:15:45.462873 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-012da211-26c3-41d9-8786-d301f908f30b service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509440 Apr 06 17:15:45.554731 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50018) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:45.569596 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7e5-841a-4f80-8faf-4a6189448cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.592937 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b54ab-328f-4ab0-aa6f-36a521e72f41 req-c7c5cfad-015d-4327-be33-cecf406be941 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.595021 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ac1b54ab-328f-4ab0-aa6f-36a521e72f41 req-c7c5cfad-015d-4327-be33-cecf406be941 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.0612979 Apr 06 17:15:45.654391 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ac1b54ab-328f-4ab0-aa6f-36a521e72f41 req-62cdf59f-a256-4ce8-a840-1ac9312e5272 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Apr 06 17:15:45.678068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7e5-841a-4f80-8faf-4a6189448cc4 admin admin] Publish callbacks [] for security_group (35017d2e-a745-4c75-813e-4d05fc18ac3a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.742040 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7e5-841a-4f80-8faf-4a6189448cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (35017d2e-a745-4c75-813e-4d05fc18ac3a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.820299 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-367d5e68-46ec-4efe-9541-18a5f4b3297f req-cefc669e-2962-4f05-bcc3-f3e7201b0fd7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0415399 Apr 06 17:15:45.828055 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-03a9e7e5-841a-4f80-8faf-4a6189448cc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e069ed027c14c2abf3c4a9c449f226b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720320 Apr 06 17:15:45.829247 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e7e5-841a-4f80-8faf-4a6189448cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35017d2e-a745-4c75-813e-4d05fc18ac3a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:45.830727 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f41511dc-864c-452b-9829-c1a3264fb8a5 req-35b25087-5463-4e13-8607-2e958f91fb7f service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574004 Apr 06 17:15:45.831253 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50028) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:45.866456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2ee8-f535-4c19-b3a4-c35eaebe9ffe req-35253839-43e7-47f4-a2e5-8ecd888faee0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.868004 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-426b2ee8-f535-4c19-b3a4-c35eaebe9ffe req-35253839-43e7-47f4-a2e5-8ecd888faee0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.2150548 Apr 06 17:15:45.873709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-f8727d8c-6d5c-440b-ad65-461d69002585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.875824 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-f8727d8c-6d5c-440b-ad65-461d69002585 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 1128 time: 0.1965525 Apr 06 17:15:45.892339 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] Publish callbacks [] for security_group (35017d2e-a745-4c75-813e-4d05fc18ac3a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.917486 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] Publish callbacks [] for security_group (35017d2e-a745-4c75-813e-4d05fc18ac3a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.940090 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-426b2ee8-f535-4c19-b3a4-c35eaebe9ffe req-f762c32a-498b-4ad3-a733-edd604dae0fc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619667 Apr 06 17:15:45.945334 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:45.948265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3201c-df7b-4b4b-ac55-7ec21cee460a" -d '{"events": [{"server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "name": "network-vif-plugged", "status": "completed", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:46.002831 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (35017d2e-a745-4c75-813e-4d05fc18ac3a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:46.005991 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:46.006956 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b667e-903c-4434-9f48-685fac572531 x-openstack-request-id: req-e49b667e-903c-4434-9f48-685fac572531 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:46.007344 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35017d2e-a745-4c75-813e-4d05fc18ac3a HTTP/1.1" status: 204 len: 168 time: 0.1750932 Apr 06 17:15:46.007627 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "name": "network-vif-plugged", "status": "completed", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:46.008147 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e49b667e-903c-4434-9f48-685fac572531 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:46.008837 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49b667e-903c-4434-9f48-685fac572531'] response: {'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1', 'code': 200} Apr 06 17:15:46.020112 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873798db-716e-47fa-8614-5c04ff64b1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35017d2e-a745-4c75-813e-4d05fc18ac3a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:46.172025 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb6fce-55bf-4cd3-aeb7-ff6e6175c5f5 req-11ef9c12-035a-4ad6-9538-731783826e99 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:46.174853 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c9fb6fce-55bf-4cd3-aeb7-ff6e6175c5f5 req-11ef9c12-035a-4ad6-9538-731783826e99 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1287267 Apr 06 17:15:46.262334 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5dce7-84c3-4be5-b4de-d2808797cedd req-ae7a25e6-f7f2-46fc-82e3-cb8c199392fd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:46.264351 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1b5dce7-84c3-4be5-b4de-d2808797cedd req-ae7a25e6-f7f2-46fc-82e3-cb8c199392fd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0937371 Apr 06 17:15:46.269503 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c9fb6fce-55bf-4cd3-aeb7-ff6e6175c5f5 req-3caf188b-8f00-4879-8088-7053e83fbdb4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876648 Apr 06 17:15:46.341352 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1b5dce7-84c3-4be5-b4de-d2808797cedd req-dc5ba4e1-a5dd-40bc-a822-892a9351e7e3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640826 Apr 06 17:15:46.925463 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-683d9eb5-0f20-4f6a-af35-b1563e207079 req-cc408f6d-78bf-4382-9a50-eb29e9037725 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0314269 Apr 06 17:15:47.081740 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2c9b-92fb-41bd-aecc-0714cc4f0e20 req-6009eb5c-e32f-46aa-b6ea-e573892b524d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:47.083366 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b1c2c9b-92fb-41bd-aecc-0714cc4f0e20 req-6009eb5c-e32f-46aa-b6ea-e573892b524d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0695727 Apr 06 17:15:47.133860 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b1c2c9b-92fb-41bd-aecc-0714cc4f0e20 req-2691a064-c623-4a15-8ac1-82c09cd45309 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Apr 06 17:15:47.439675 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d1e3f-2968-4ba1-912d-804e10b78732 req-b92fcafd-ed84-4529-9679-1783b20bcc31 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:47.440757 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-804d1e3f-2968-4ba1-912d-804e10b78732 req-b92fcafd-ed84-4529-9679-1783b20bcc31 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0999892 Apr 06 17:15:47.475708 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6f787-9b89-49ae-b4f3-77b5a11336d9 req-bdd657ba-738b-408d-bab7-94cb55f14feb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:47.477746 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ed6f787-9b89-49ae-b4f3-77b5a11336d9 req-bdd657ba-738b-408d-bab7-94cb55f14feb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0687523 Apr 06 17:15:47.506431 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-804d1e3f-2968-4ba1-912d-804e10b78732 req-df5d89fd-6051-48de-ada1-825cd9eb5645 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596461 Apr 06 17:15:47.545168 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ed6f787-9b89-49ae-b4f3-77b5a11336d9 req-407a239b-164b-492f-ae70-388f5d2c6fb8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587499 Apr 06 17:15:48.024637 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3819088c-429e-4287-be80-07f0aa67c3a1 req-d0a078dd-e475-4d82-b433-c75aa03fd066 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Apr 06 17:15:48.054424 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:15:48.263271 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3967aad-c9f7-4d55-8e37-3a027567ec8d req-116b13de-8094-4557-816e-f7b4288b1df9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:48.264914 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e3967aad-c9f7-4d55-8e37-3a027567ec8d req-116b13de-8094-4557-816e-f7b4288b1df9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0572798 Apr 06 17:15:48.333837 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e3967aad-c9f7-4d55-8e37-3a027567ec8d req-c0f74ed9-c9f2-484d-99f3-b93bf50172f3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621173 Apr 06 17:15:48.517015 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:48.557459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-b407c586-0552-4a06-947d-a4c2829048a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:48.559873 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-b407c586-0552-4a06-947d-a4c2829048a0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b807d835dd044d19984c11dcc327ed6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2037947 Apr 06 17:15:48.675686 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7752016-7a7d-4d5b-9049-6d730505df65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:48.716186 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1207b-cd7c-4278-8350-0b4f385cc576 req-d5c64c84-a459-439a-b484-d011f46efdac tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:48.717815 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a0f1207b-cd7c-4278-8350-0b4f385cc576 req-d5c64c84-a459-439a-b484-d011f46efdac tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0869355 Apr 06 17:15:48.799687 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a0f1207b-cd7c-4278-8350-0b4f385cc576 req-47f70f60-e6bd-40aa-94a7-feb10951f187 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728366 Apr 06 17:15:48.831954 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7752016-7a7d-4d5b-9049-6d730505df65 admin admin] Publish callbacks [] for security_group (f69dab98-02ad-4076-94e5-a30b8e8ab095), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:48.845320 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7752016-7a7d-4d5b-9049-6d730505df65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f69dab98-02ad-4076-94e5-a30b8e8ab095), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:48.851053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c786-c8dc-443d-9c14-98ec74cc4c74 req-ab97a668-b884-491b-a349-b5d7d466c5e6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:48.852558 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3756c786-c8dc-443d-9c14-98ec74cc4c74 req-ab97a668-b884-491b-a349-b5d7d466c5e6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.2670360 Apr 06 17:15:48.883733 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7752016-7a7d-4d5b-9049-6d730505df65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69dab98-02ad-4076-94e5-a30b8e8ab095,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:48.892878 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a7752016-7a7d-4d5b-9049-6d730505df65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=505d2a3ad8f24e43afeaf2ed89477af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774519 Apr 06 17:15:48.893847 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50146) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:48.914531 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3756c786-c8dc-443d-9c14-98ec74cc4c74 req-55c635ad-f819-4551-b51b-4bfa552d4045 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Apr 06 17:15:48.953467 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] Publish callbacks [] for security_group (f69dab98-02ad-4076-94e5-a30b8e8ab095), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:48.976512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] Publish callbacks [] for security_group (f69dab98-02ad-4076-94e5-a30b8e8ab095), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.025398 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f69dab98-02ad-4076-94e5-a30b8e8ab095), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.028052 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.029252 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f69dab98-02ad-4076-94e5-a30b8e8ab095 HTTP/1.1" status: 204 len: 168 time: 0.1346004 Apr 06 17:15:49.038356 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a28e6-46fc-4b41-b3f2-560397600989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69dab98-02ad-4076-94e5-a30b8e8ab095,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:49.129385 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fb294062-580b-450f-b161-2d3819d0480d req-577a079a-d549-4297-85fc-0445f9982162 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0329340 Apr 06 17:15:49.373806 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50158) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:49.398848 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14d06db0-e383-4564-9064-c2304db4c7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.533066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14d06db0-e383-4564-9064-c2304db4c7b0 admin admin] Publish callbacks [] for security_group (3faca0a4-1128-4679-96b3-3ad3c460863f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.533066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14d06db0-e383-4564-9064-c2304db4c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3faca0a4-1128-4679-96b3-3ad3c460863f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.609335 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d06db0-e383-4564-9064-c2304db4c7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faca0a4-1128-4679-96b3-3ad3c460863f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:49.616410 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-14d06db0-e383-4564-9064-c2304db4c7b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d6c3442a81c438388297debcd3ad278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376127 Apr 06 17:15:49.620785 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50172) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:49.624062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406edab1-c156-493e-97f1-1483f4d84240 req-0727a99a-4e18-442a-874f-e4a83258fd82 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:49.627175 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-406edab1-c156-493e-97f1-1483f4d84240 req-0727a99a-4e18-442a-874f-e4a83258fd82 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.1609440 Apr 06 17:15:49.630624 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-f1219bdd-e514-4767-bed5-597d96dd438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:49.631951 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4555849-ff73-4669-a4c9-6ece34cf4044 req-f1219bdd-e514-4767-bed5-597d96dd438f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2777340 Apr 06 17:15:49.685705 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-406edab1-c156-493e-97f1-1483f4d84240 req-f1e8b851-11e4-424f-8180-f73155cd40d7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521436 Apr 06 17:15:49.729639 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] Publish callbacks [] for security_group (3faca0a4-1128-4679-96b3-3ad3c460863f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.758979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] Publish callbacks [] for security_group (3faca0a4-1128-4679-96b3-3ad3c460863f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.868189 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-193e747d-9a27-49e6-aff0-ad8f5fa02822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:49.869940 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-193e747d-9a27-49e6-aff0-ad8f5fa02822 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0866807 Apr 06 17:15:49.885067 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3faca0a4-1128-4679-96b3-3ad3c460863f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.887766 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:49.888916 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3faca0a4-1128-4679-96b3-3ad3c460863f HTTP/1.1" status: 204 len: 168 time: 0.2669933 Apr 06 17:15:49.897967 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26188990-6819-4dfb-b2ae-ebfa4a330dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faca0a4-1128-4679-96b3-3ad3c460863f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:49.967974 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2824f-0fac-4de0-adf7-416001bb2346 req-095bf561-a16e-4267-8ed1-615eb27d7f17 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:49.974979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07b2824f-0fac-4de0-adf7-416001bb2346 req-095bf561-a16e-4267-8ed1-615eb27d7f17 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0873301 Apr 06 17:15:50.027199 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07b2824f-0fac-4de0-adf7-416001bb2346 req-673824a5-4b1a-4ca9-bcb0-c65c095e74b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Apr 06 17:15:50.190392 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507fa50-85ff-4459-960a-8e427a98dbc9 req-89028fc9-b35b-4938-8993-288764cfdd59 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:50.193401 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3507fa50-85ff-4459-960a-8e427a98dbc9 req-89028fc9-b35b-4938-8993-288764cfdd59 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0780849 Apr 06 17:15:50.255999 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3507fa50-85ff-4459-960a-8e427a98dbc9 req-8c00ab36-a3a8-4865-82d3-ff26a6254536 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Apr 06 17:15:50.385983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-15f8d365-e095-4241-97a0-72405b2ba652 req-62ec26db-1c26-4a11-b5c4-80f9eb2c93f7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0342240 Apr 06 17:15:50.844819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036bd6-120e-434d-a3bc-1b993f601ae5 req-693a2695-0ffe-4119-9bda-84af0cec7d94 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:50.846546 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37036bd6-120e-434d-a3bc-1b993f601ae5 req-693a2695-0ffe-4119-9bda-84af0cec7d94 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0804551 Apr 06 17:15:50.902165 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37036bd6-120e-434d-a3bc-1b993f601ae5 req-17249242-e69f-48cc-b792-d42adcb30661 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443041 Apr 06 17:15:51.162140 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0513e-afb1-4afb-a115-03249478b8df req-c1d44bda-de35-4b62-8470-374895443c6b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:51.163531 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93c0513e-afb1-4afb-a115-03249478b8df req-c1d44bda-de35-4b62-8470-374895443c6b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0582993 Apr 06 17:15:51.215199 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93c0513e-afb1-4afb-a115-03249478b8df req-24c4d5cc-bd21-4a1d-80db-64d44d52b2f5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Apr 06 17:15:51.397146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e014-466a-472f-b714-42124e17ae77 req-920cf6fb-ea59-4401-bdff-8d2a690bb22b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:51.398758 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0b8e014-466a-472f-b714-42124e17ae77 req-920cf6fb-ea59-4401-bdff-8d2a690bb22b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0628512 Apr 06 17:15:51.464951 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0b8e014-466a-472f-b714-42124e17ae77 req-5f7817d1-8535-4e9a-ad7c-bdbf95dc3f31 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Apr 06 17:15:51.569348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-66150865-c3a0-4109-b26f-7fb6a5223dfe req-b22a71fb-bfb8-401a-8795-7d17b3a485a5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0345604 Apr 06 17:15:51.850827 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:15:51.965645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-6af0c3d2-b584-4d0d-a703-7ed30ef5dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:51.967230 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-6af0c3d2-b584-4d0d-a703-7ed30ef5dfc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.1199384 Apr 06 17:15:51.987380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:52.002092 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:15:52.052525 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:52.052982 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.057451 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc85f-18b2-437e-9f64-94d1138b04d8 req-ab1f7170-e3f2-4691-8beb-f726759d6f95 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:52.065471 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd2dc85f-18b2-437e-9f64-94d1138b04d8 req-ab1f7170-e3f2-4691-8beb-f726759d6f95 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0656524 Apr 06 17:15:52.075775 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:52.096357 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:52.101802 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.115409 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd2dc85f-18b2-437e-9f64-94d1138b04d8 req-d3073a19-9ca6-47e2-9cc5-27451f683bda tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490339 Apr 06 17:15:52.152994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:52.341725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72beec-4b49-4564-b9c1-15550a583657 req-4f380514-c99a-4e1d-9250-c5057067002f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:52.345566 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc72beec-4b49-4564-b9c1-15550a583657 req-4f380514-c99a-4e1d-9250-c5057067002f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0604699 Apr 06 17:15:52.404462 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc72beec-4b49-4564-b9c1-15550a583657 req-782ccd6f-9da3-40ed-8bde-aa046cf15b1b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504541 Apr 06 17:15:52.603077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176557f-42d0-4ecf-a205-b24d4870c138 req-31c20a41-48c7-43e3-881a-8b59b5ed9861 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:52.604457 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9176557f-42d0-4ecf-a205-b24d4870c138 req-31c20a41-48c7-43e3-881a-8b59b5ed9861 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0650892 Apr 06 17:15:52.661010 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9176557f-42d0-4ecf-a205-b24d4870c138 req-c9d7c996-f11a-4b3c-99b2-4a316194f9d6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Apr 06 17:15:52.733437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:52.758013 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1f2c72ad-1604-45b5-9c00-4455eeb96fef req-b8280d36-4d65-46f8-bd82-3bfcdf1202f1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0354662 Apr 06 17:15:52.851410 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9770290-2dcb-4d6b-873b-8b408058bf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.943850 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.43', 51113) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:52.955686 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-f02d34b9-d070-4e7b-8b25-7a72db640a74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 217 time: 0.0779555 Apr 06 17:15:53.042070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-25a62298-1ae8-457b-bdfe-0a4e806271ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.043577 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-25a62298-1ae8-457b-bdfe-0a4e806271ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0659382 Apr 06 17:15:53.072240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-4a72c59c-fb1f-4985-af40-3f6c216c886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.074266 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-4a72c59c-fb1f-4985-af40-3f6c216c886c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 1128 time: 0.1946950 Apr 06 17:15:53.110611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae649b-46e0-47ec-a78d-4d628700782e req-8ffbc0b6-0397-46dc-b16b-3b97bf3d2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.112272 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2dae649b-46e0-47ec-a78d-4d628700782e req-8ffbc0b6-0397-46dc-b16b-3b97bf3d2104 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1129 time: 0.1634479 Apr 06 17:15:53.118967 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9770290-2dcb-4d6b-873b-8b408058bf70 admin admin] Publish callbacks [] for security_group (6fc8244a-d037-4760-833b-d28826269889), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.124440 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['66e22af7-ce4a-4317-830b-f4323d2693a9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:53.126167 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-b7d7723c-80a2-46e8-9aa0-7991ae971aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.127622 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-b7d7723c-80a2-46e8-9aa0-7991ae971aa8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748038 Apr 06 17:15:53.128855 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9770290-2dcb-4d6b-873b-8b408058bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6fc8244a-d037-4760-833b-d28826269889), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.159182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9770290-2dcb-4d6b-873b-8b408058bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8244a-d037-4760-833b-d28826269889,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:53.235080 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-09913363-8c5f-4c92-b272-c5ac0203c497 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.237887 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-09913363-8c5f-4c92-b272-c5ac0203c497 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 810 time: 0.3076551 Apr 06 17:15:53.244784 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-10726357-cb67-4180-aa15-48f773f037de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=057d9482-44bc-495e-9e46-38945604f436 HTTP/1.1" status: 200 len: 217 time: 0.1548607 Apr 06 17:15:53.275645 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-b5e3b879-07f3-4c85-b5b4-a76cee50953f service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175106 Apr 06 17:15:53.304380 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d9770290-2dcb-4d6b-873b-8b408058bf70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06b0ebc9ac4147a0a764b8a990dc526b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5668328 Apr 06 17:15:53.304788 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:53.340328 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2dae649b-46e0-47ec-a78d-4d628700782e req-25ca8b5d-1aa6-477a-ab70-d92e57bf93ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130638 Apr 06 17:15:53.356046 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] Publish callbacks [] for security_group (6fc8244a-d037-4760-833b-d28826269889), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.365319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be93f-fce0-4a21-9d91-391361e9fc26 req-a184a729-289a-4403-a888-eab9a920fbfb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.366859 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5f9be93f-fce0-4a21-9d91-391361e9fc26 req-a184a729-289a-4403-a888-eab9a920fbfb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0746765 Apr 06 17:15:53.379927 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] Publish callbacks [] for security_group (6fc8244a-d037-4760-833b-d28826269889), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.426647 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5f9be93f-fce0-4a21-9d91-391361e9fc26 req-5ccfce64-d42c-4af6-b713-8caffd21e519 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524495 Apr 06 17:15:53.451322 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6fc8244a-d037-4760-833b-d28826269889), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.454888 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.456697 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fc8244a-d037-4760-833b-d28826269889 HTTP/1.1" status: 204 len: 168 time: 0.1503212 Apr 06 17:15:53.464372 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0311e-7970-401c-91e5-303f2da9da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8244a-d037-4760-833b-d28826269889,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:53.545204 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451435b6-45bf-43b7-b3f4-93efe6b3c2f4 req-ef920919-dc2a-4de9-9e32-175d3b62c320 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.547285 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-451435b6-45bf-43b7-b3f4-93efe6b3c2f4 req-ef920919-dc2a-4de9-9e32-175d3b62c320 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0636647 Apr 06 17:15:53.599538 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-451435b6-45bf-43b7-b3f4-93efe6b3c2f4 req-f0868e25-3b65-4411-a7f5-9b9da20cfde3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466862 Apr 06 17:15:53.768562 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50316) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:53.786100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77eb85dd-35d1-4cd3-8bdf-94656a74e033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.800512 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf7b5-1a7f-44d9-b60c-d9227297149c req-b0e1d074-5dec-4f74-93bf-76edd231c779 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.807342 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3a3cf7b5-1a7f-44d9-b60c-d9227297149c req-b0e1d074-5dec-4f74-93bf-76edd231c779 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0747375 Apr 06 17:15:53.862850 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3a3cf7b5-1a7f-44d9-b60c-d9227297149c req-cb652859-5b8e-4d61-a58d-d9d9c9404b69 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Apr 06 17:15:53.863586 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-20c4aa68-e51a-40be-ba15-47520b87a1df req-a58c86b9-da3a-441c-8669-7464e4f2c2f7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0362055 Apr 06 17:15:53.894723 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77eb85dd-35d1-4cd3-8bdf-94656a74e033 admin admin] Publish callbacks [] for security_group (d188ab47-d7a8-467b-85f2-e173cac4bb73), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.898884 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77eb85dd-35d1-4cd3-8bdf-94656a74e033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d188ab47-d7a8-467b-85f2-e173cac4bb73), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.939132 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-77eb85dd-35d1-4cd3-8bdf-94656a74e033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c68dbe0d5a34074beaae4ebdc5da9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694112 Apr 06 17:15:53.940087 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb85dd-35d1-4cd3-8bdf-94656a74e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d188ab47-d7a8-467b-85f2-e173cac4bb73,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:53.941765 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50324) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:53.996644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] Publish callbacks [] for security_group (d188ab47-d7a8-467b-85f2-e173cac4bb73), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:54.020261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] Publish callbacks [] for security_group (d188ab47-d7a8-467b-85f2-e173cac4bb73), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:54.073350 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d188ab47-d7a8-467b-85f2-e173cac4bb73), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:54.075962 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:54.077163 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d188ab47-d7a8-467b-85f2-e173cac4bb73 HTTP/1.1" status: 204 len: 168 time: 0.1335957 Apr 06 17:15:54.090508 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d512b-76cb-401f-a859-850f49343caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d188ab47-d7a8-467b-85f2-e173cac4bb73,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:54.558285 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774cd6d-3896-4024-96c9-527cd7677a05 req-fe1ef2c6-680a-43b8-bc12-b5f607959f6c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.560034 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1774cd6d-3896-4024-96c9-527cd7677a05 req-fe1ef2c6-680a-43b8-bc12-b5f607959f6c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0556235 Apr 06 17:15:54.617513 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1774cd6d-3896-4024-96c9-527cd7677a05 req-165cf7d5-50cb-4023-82b5-7a17c6e2cdc8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485556 Apr 06 17:15:54.718030 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d447-f496-497e-bbdb-de1f328fcefe req-c7255838-9e9b-4e6d-96a4-ecec5c5a30f4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.719542 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5008d447-f496-497e-bbdb-de1f328fcefe req-c7255838-9e9b-4e6d-96a4-ecec5c5a30f4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0530186 Apr 06 17:15:54.772712 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5008d447-f496-497e-bbdb-de1f328fcefe req-3da4cd46-8ebf-436c-8247-6fad9f5210ce tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464845 Apr 06 17:15:54.963655 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a85e78af-a959-42dc-b474-c16d5f7cd4a1 req-d6d1ddb5-a3e0-48d3-a42c-be0a4d6f5df6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Apr 06 17:15:54.990552 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc473-4020-4c2a-8e90-a490ea3c4e97 req-a90250c5-4990-4ee7-be1c-cb272f483df6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.992837 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06abc473-4020-4c2a-8e90-a490ea3c4e97 req-a90250c5-4990-4ee7-be1c-cb272f483df6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0617499 Apr 06 17:15:55.045782 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06abc473-4020-4c2a-8e90-a490ea3c4e97 req-072421ab-9eeb-447c-b96b-314e2b666f4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Apr 06 17:15:55.747913 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e1f36-cb0a-4635-be05-cb9705748ff8 req-afc0a6c4-6ca1-4b2a-9271-86b95e1e16bb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:55.750280 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-433e1f36-cb0a-4635-be05-cb9705748ff8 req-afc0a6c4-6ca1-4b2a-9271-86b95e1e16bb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0550766 Apr 06 17:15:55.802167 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-433e1f36-cb0a-4635-be05-cb9705748ff8 req-af561432-498a-4f60-bc48-81e26cdcc1f3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Apr 06 17:15:55.898716 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35766a-3f7f-4e9b-9d1c-f8965a3e7b07 req-709b809e-5777-4aa6-9f20-55d57e2d4911 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:55.900205 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea35766a-3f7f-4e9b-9d1c-f8965a3e7b07 req-709b809e-5777-4aa6-9f20-55d57e2d4911 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0539076 Apr 06 17:15:55.947053 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea35766a-3f7f-4e9b-9d1c-f8965a3e7b07 req-78af56ab-ed4b-4f0f-a7d0-8d5b5c6826a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Apr 06 17:15:56.081353 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-551eaf41-3695-47c4-98ee-269ca9eb17da req-1e5ee294-a069-4f06-af36-c0813fb90a9d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0389860 Apr 06 17:15:56.188830 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3eb55-58cc-445d-b300-7130a526f58f req-0797f611-3759-4f43-b679-49cd30587ca9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:56.190385 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6be3eb55-58cc-445d-b300-7130a526f58f req-0797f611-3759-4f43-b679-49cd30587ca9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Apr 06 17:15:56.317847 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6be3eb55-58cc-445d-b300-7130a526f58f req-0c12e4f4-dc8d-4a8c-9c84-c367b4eca2e8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215429 Apr 06 17:15:56.327138 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea1cbfbc-054c-4123-baa7-f7802b6b9269 req-2cabe6bc-f9ce-4247-b746-4bd717331903 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001770 Apr 06 17:15:56.353960 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-0f7d3447-b872-4310-bcb0-7c83b6831fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:56.355633 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-0f7d3447-b872-4310-bcb0-7c83b6831fd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.1299894 Apr 06 17:15:56.407112 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-6e5afcd1-e665-4cee-8e30-0e262177f239 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1349878 Apr 06 17:15:56.413786 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-e8f80a9f-e8f2-4dea-8983-3bd1d42be4bd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 379 time: 0.1861072 Apr 06 17:15:56.430762 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-5f4ee85f-203a-42e6-a9a2-2023a8da02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:56.432577 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-5f4ee85f-203a-42e6-a9a2-2023a8da02cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657897 Apr 06 17:15:56.925009 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4738cb0-ab75-47ba-be53-5bd565c74d37 req-ca2d1078-ffb9-4a80-9439-bdfc43d7a5da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:56.926485 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e4738cb0-ab75-47ba-be53-5bd565c74d37 req-ca2d1078-ffb9-4a80-9439-bdfc43d7a5da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Apr 06 17:15:56.970726 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e4738cb0-ab75-47ba-be53-5bd565c74d37 req-714769ee-5e70-481c-9d77-7d33e18eacf8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 Apr 06 17:15:57.066128 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397dbd-d019-45fe-b44d-5a05f8c3a456 req-58018b60-5605-420f-b597-cdaee2ce922a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:57.067681 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b6397dbd-d019-45fe-b44d-5a05f8c3a456 req-58018b60-5605-420f-b597-cdaee2ce922a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0529006 Apr 06 17:15:57.115977 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b6397dbd-d019-45fe-b44d-5a05f8c3a456 req-2a018d23-4d4d-48eb-8ce6-6d4b524398ed tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Apr 06 17:15:57.184760 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ec747361-8145-4053-b4ea-843a554ebcc4 req-5d88e89b-41a2-48e4-9d9f-d16ed4cf648a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Apr 06 17:15:57.439227 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa8df7-198a-490d-8f26-e58a776007c6 req-3a609fa8-2136-4f90-b230-6eaccb8fb562 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:57.440719 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ecfa8df7-198a-490d-8f26-e58a776007c6 req-3a609fa8-2136-4f90-b230-6eaccb8fb562 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0557992 Apr 06 17:15:57.488599 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ecfa8df7-198a-490d-8f26-e58a776007c6 req-9db93cef-5e88-4070-ab94-f095158e8915 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Apr 06 17:15:58.094865 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cc6e6-79e5-409f-b244-7735c5632ee7 req-b6053f3d-0602-488b-ac56-732cd08f0546 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:58.096255 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-305cc6e6-79e5-409f-b244-7735c5632ee7 req-b6053f3d-0602-488b-ac56-732cd08f0546 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Apr 06 17:15:58.142358 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-305cc6e6-79e5-409f-b244-7735c5632ee7 req-4ae54cd3-b176-4b59-85d9-b7921c9be689 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404954 Apr 06 17:15:58.236124 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb61358-c868-4571-83cd-b07c35d1c0f8 req-272317c4-9d27-42b0-8562-b3a87880761e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:58.237752 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cb61358-c868-4571-83cd-b07c35d1c0f8 req-272317c4-9d27-42b0-8562-b3a87880761e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0559390 Apr 06 17:15:58.284766 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cb61358-c868-4571-83cd-b07c35d1c0f8 req-57fdffbe-2f7f-4af8-8998-a91b20db9b2f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Apr 06 17:15:58.290344 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ea327709-029b-4f6f-803d-e87de26ac2ae req-61db4f27-1620-4a32-aad2-564fd6690c88 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0273950 Apr 06 17:15:58.611259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349c456-53ca-4d57-a6bf-ac2606367d4a req-cf7f5bbd-1296-433b-a5c5-5ae3606766a9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:58.612723 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3349c456-53ca-4d57-a6bf-ac2606367d4a req-cf7f5bbd-1296-433b-a5c5-5ae3606766a9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Apr 06 17:15:58.662928 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3349c456-53ca-4d57-a6bf-ac2606367d4a req-ca41a207-81e1-43a7-bc59-fcc6c1433a2b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Apr 06 17:15:59.263265 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178d337-e792-4493-b8f7-6f89d044c74f req-05406210-744d-4f7b-8c27-4ff753c54aba tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:59.265765 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8178d337-e792-4493-b8f7-6f89d044c74f req-05406210-744d-4f7b-8c27-4ff753c54aba tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0512967 Apr 06 17:15:59.267474 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'port': {'device_id': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'admin_state_up': True, 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'security_groups': ['f6133105-c5ac-4e54-960f-65cab2c6c135']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:59.298835 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:59.327613 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8178d337-e792-4493-b8f7-6f89d044c74f req-d0f730d0-8a18-415b-89b6-328b7a59a4d7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544074 Apr 06 17:15:59.360624 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.365748 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 66e22af7-ce4a-4317-830b-f4323d2693a9 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:15:59.369989 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 66e22af7-ce4a-4317-830b-f4323d2693a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:59.373587 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.437203 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Made reservation on behalf of 88466543daf5477dbae728ed4fc28591 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:59.440770 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.441577 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b68b035a-67c5-4862-b558-d310c9806dad req-6421c534-c638-4cc3-a600-d08b44b91aa2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 210 time: 0.0321372 Apr 06 17:15:59.467925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe6df-272f-4391-9f33-dd3bf9547de1 req-359e742f-f5b5-46fd-a14b-82010b5dd2ce tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:59.470129 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e80fe6df-272f-4391-9f33-dd3bf9547de1 req-359e742f-f5b5-46fd-a14b-82010b5dd2ce tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0957592 Apr 06 17:15:59.475594 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:59.476142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.504716 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:59.507072 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147deaa7-7160-48a3-aebe-66fe5be4bbb8" -d '{"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:59.520374 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:59.527346 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.564944 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e2fa1f-ed4a-4d9a-9b6b-61a400569bac x-openstack-request-id: req-65e2fa1f-ed4a-4d9a-9b6b-61a400569bac {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:59.565784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:59.565784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65e2fa1f-ed4a-4d9a-9b6b-61a400569bac {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:59.565989 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e2fa1f-ed4a-4d9a-9b6b-61a400569bac'] response: {'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'code': 200} Apr 06 17:15:59.574314 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e80fe6df-272f-4391-9f33-dd3bf9547de1 req-8022c667-4992-4b07-8d28-5edbc9ff8a0a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966661 Apr 06 17:15:59.584422 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:59.606254 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.606649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.607016 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.609878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.609878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.609878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.609878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.609878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.610594 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.610754 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.611053 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.611385 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.611842 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.612175 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.612498 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:59.656920 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Allocated IP 172.20.0.9 (24eb880c-8c23-461f-8109-87c487c7923e/77ebf90b-d6d6-4497-bda5-38c533605ae4/4faa2934-fc93-4d11-8e3b-308a0197985d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:59.849528 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:59.864225 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b3eab-f2e1-4885-a696-ffdb0924f4be req-5523c3de-d751-4391-a7b0-b7e35b0c92d8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:59.866219 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d57b3eab-f2e1-4885-a696-ffdb0924f4be req-5523c3de-d751-4391-a7b0-b7e35b0c92d8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1032455 Apr 06 17:15:59.929436 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d57b3eab-f2e1-4885-a696-ffdb0924f4be req-657ba0a6-4712-4e2d-bc21-bab22aa7c9b0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Apr 06 17:15:59.970707 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:00.037233 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-3873a759-e673-4db0-b4c7-f40ddafb8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.038734 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-3873a759-e673-4db0-b4c7-f40ddafb8e20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb13ada20d1e43a3acf821d01d821d6c&device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 1130 time: 0.1742611 Apr 06 17:16:00.047266 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26520a-9b83-4650-a8cc-950732191066 req-64e1af7f-f6e5-4ced-9992-0981d4972427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.047988 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-3d3fb3d2-cf82-4618-95b5-9a3ad52f4830 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822932 Apr 06 17:16:00.049495 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bd26520a-9b83-4650-a8cc-950732191066 req-64e1af7f-f6e5-4ced-9992-0981d4972427 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1130 time: 0.0954266 Apr 06 17:16:00.050238 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Network 24eb880c-8c23-461f-8109-87c487c7923e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:16:00.054232 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:16:00.058430 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:16:00.064203 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.064839 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:00.070926 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:00.083726 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.084116 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.084459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.084794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.085156 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.085508 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.085802 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.086122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.086468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.086819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.087138 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.087587 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.088028 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.088350 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.088683 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:00.104892 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-7eedb731-6e72-4c62-9c40-f60b2a231b5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427396 Apr 06 17:16:00.341336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8118c7da-e415-43a2-9c74-bf7c9ea0571c None None] Provisioning complete for port 4faa2934-fc93-4d11-8e3b-308a0197985d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:00.342255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8118c7da-e415-43a2-9c74-bf7c9ea0571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:00.379721 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8118c7da-e415-43a2-9c74-bf7c9ea0571c None None] Port 4faa2934-fc93-4d11-8e3b-308a0197985d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:16:00.506404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c1040-a93b-4e73-9641-1e9b1d7b9667 req-c3fe1b95-e00e-4993-89f9-fc61995b47e1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.508137 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c33c1040-a93b-4e73-9641-1e9b1d7b9667 req-c3fe1b95-e00e-4993-89f9-fc61995b47e1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0942144 Apr 06 17:16:00.554947 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c33c1040-a93b-4e73-9641-1e9b1d7b9667 req-278af2ed-1a77-4dd7-a36c-3e4419cd67bb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411618 Apr 06 17:16:00.569573 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888adee-6619-4ed5-84b0-04d55b5cad14 req-c8da5e6d-16da-4b2b-ba7c-95b7c3809799 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.573367 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e888adee-6619-4ed5-84b0-04d55b5cad14 req-c8da5e6d-16da-4b2b-ba7c-95b7c3809799 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 931 time: 0.0521894 Apr 06 17:16:00.620152 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e888adee-6619-4ed5-84b0-04d55b5cad14 req-7f7d2fb9-618b-41df-9db8-f27d432ee159 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Apr 06 17:16:00.701887 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a688c5-62db-4d08-b2a4-10c422213825 req-528421e8-e159-4ad5-8191-3de2be722105 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.703361 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92a688c5-62db-4d08-b2a4-10c422213825 req-528421e8-e159-4ad5-8191-3de2be722105 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Apr 06 17:16:00.750857 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92a688c5-62db-4d08-b2a4-10c422213825 req-ed209abf-cb23-49f5-9f39-d212ccbb3ae0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 Apr 06 17:16:01.046952 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e94ca-b145-4c36-8132-0d94c5d26777 req-5b17ed2b-042c-4494-9772-a98b5e83a369 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:01.048418 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-497e94ca-b145-4c36-8132-0d94c5d26777 req-5b17ed2b-042c-4494-9772-a98b5e83a369 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Apr 06 17:16:01.106204 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-497e94ca-b145-4c36-8132-0d94c5d26777 req-20d460dd-3f7a-469d-99c8-2c87c7d381b1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Apr 06 17:16:01.679921 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdd446-5ddd-497e-9f5a-f28bfebf0269 req-07dfc0e5-beea-448e-9f81-653788f392de tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:01.681427 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-69bdd446-5ddd-497e-9f5a-f28bfebf0269 req-07dfc0e5-beea-448e-9f81-653788f392de tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0524449 Apr 06 17:16:01.732488 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-69bdd446-5ddd-497e-9f5a-f28bfebf0269 req-dddf1cac-7e1c-41ad-99b8-6669e58987c4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450108 Apr 06 17:16:01.741317 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc5368-4723-40de-8fa3-5d7bc1407714 req-d7a3b3ce-0a12-403b-8c11-d60f92035dab tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:01.742807 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-acfc5368-4723-40de-8fa3-5d7bc1407714 req-d7a3b3ce-0a12-403b-8c11-d60f92035dab tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 931 time: 0.0545311 Apr 06 17:16:01.793596 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-acfc5368-4723-40de-8fa3-5d7bc1407714 req-94bc204a-cbbf-400e-8514-28761d9c5e70 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444348 Apr 06 17:16:01.867570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8594ad9-d459-42f3-a67b-f033a0cc5089 req-bb23d5ba-6249-4084-a231-7f85ef53a5d7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:01.868925 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8594ad9-d459-42f3-a67b-f033a0cc5089 req-bb23d5ba-6249-4084-a231-7f85ef53a5d7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0516686 Apr 06 17:16:01.915432 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8594ad9-d459-42f3-a67b-f033a0cc5089 req-5316d3e8-eaf0-468e-a807-ffcc77d0dcdc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Apr 06 17:16:02.223969 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f290-9af0-4f78-8a32-cae8a7964fee req-56c4072d-3bda-4ff8-bd67-37965a72189f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:02.225438 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b163f290-9af0-4f78-8a32-cae8a7964fee req-56c4072d-3bda-4ff8-bd67-37965a72189f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0504706 Apr 06 17:16:02.271075 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b163f290-9af0-4f78-8a32-cae8a7964fee req-e901fecb-45a2-41b3-9c8d-910064805212 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Apr 06 17:16:02.855030 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a17e-6b79-4c7a-baeb-85affa3166ae req-dd7f23fe-3e7f-433c-9f3a-062bc8677c72 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:02.856597 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db61a17e-6b79-4c7a-baeb-85affa3166ae req-dd7f23fe-3e7f-433c-9f3a-062bc8677c72 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0530076 Apr 06 17:16:02.904593 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db61a17e-6b79-4c7a-baeb-85affa3166ae req-c326844b-7488-4c46-9a74-138543dd90d9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Apr 06 17:16:02.916640 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99760d-48de-4f26-b627-1ddb7fbd7276 req-e93df93a-e404-4fdd-a2b1-1902293d36e0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:02.918922 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fa99760d-48de-4f26-b627-1ddb7fbd7276 req-e93df93a-e404-4fdd-a2b1-1902293d36e0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 931 time: 0.0570192 Apr 06 17:16:02.970169 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fa99760d-48de-4f26-b627-1ddb7fbd7276 req-65951278-8370-4427-a4f9-c3ba9248171e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Apr 06 17:16:03.040412 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cbe8d-017a-4290-977e-9beacf814353 req-ca64fe22-7691-4bd7-98de-eb8100003fda tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:03.041914 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cbe8d-017a-4290-977e-9beacf814353 req-ca64fe22-7691-4bd7-98de-eb8100003fda tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0581303 Apr 06 17:16:03.086979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cbe8d-017a-4290-977e-9beacf814353 req-ec5e3720-086a-4d78-b237-08b159e58c2c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Apr 06 17:16:03.393897 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b3770-ea51-425b-b639-17d02ac8a3cf req-8795991a-2154-4f3b-ba69-910c7cd73c7c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:03.395397 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dc5b3770-ea51-425b-b639-17d02ac8a3cf req-8795991a-2154-4f3b-ba69-910c7cd73c7c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Apr 06 17:16:03.441872 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dc5b3770-ea51-425b-b639-17d02ac8a3cf req-a03d4006-0be9-4b57-9037-cc6befed7540 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Apr 06 17:16:03.935682 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc284-4142-45d3-aa11-70bc5b7d2c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:03.947374 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Request body: {'port': {'device_id': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:03.993466 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bd26520a-9b83-4650-a8cc-950732191066 req-0be6abaf-ebf0-4858-b9c5-dcaa04578a60 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571456 Apr 06 17:16:04.109134 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1fb2f-4863-4fa0-889e-c1db7c8dbc66 req-4cdecf4b-8f27-4f7c-b031-3503f17306c8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:04.113768 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-48b1fb2f-4863-4fa0-889e-c1db7c8dbc66 req-4cdecf4b-8f27-4f7c-b031-3503f17306c8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 931 time: 0.0679979 Apr 06 17:16:04.166269 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-48b1fb2f-4863-4fa0-889e-c1db7c8dbc66 req-91bbdb5a-8725-4748-9eda-101d5dc6c7bf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488610 Apr 06 17:16:04.297072 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d13f6-2699-45d3-9bdf-d5ff415fe2f5 req-4f011e2c-6c46-4688-a88e-751a79ecaa77 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:04.298630 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-075d13f6-2699-45d3-9bdf-d5ff415fe2f5 req-4f011e2c-6c46-4688-a88e-751a79ecaa77 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.0637307 Apr 06 17:16:04.351363 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-075d13f6-2699-45d3-9bdf-d5ff415fe2f5 req-60401af0-ba80-4020-a9ae-a6e5fae089f7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Apr 06 17:16:04.390433 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:04.406719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcb7f1-6dcc-40f1-abe6-418cc8198636 req-c2e7545a-bd42-4534-8741-807f2161a18c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:04.408203 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4efcb7f1-6dcc-40f1-abe6-418cc8198636 req-c2e7545a-bd42-4534-8741-807f2161a18c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1653843 Apr 06 17:16:04.435963 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6744b699-1671-4eed-8bd8-a48ff8ccf3f6 req-5fa0cd4e-8494-425e-a4e5-c865ca240111 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044413 Apr 06 17:16:04.446244 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-6d2723cf-7136-403d-b4dc-813d7d8aca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:04.447316 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-6d2723cf-7136-403d-b4dc-813d7d8aca6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f359407b-6cf4-48c3-8122-d7dd58724b63 HTTP/1.1" status: 200 len: 912 time: 0.5048552 Apr 06 17:16:04.528519 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-da31d3c5-ebb3-457e-a45e-05f4ff94521d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa HTTP/1.1" status: 200 len: 217 time: 0.0593176 Apr 06 17:16:04.556232 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4efcb7f1-6dcc-40f1-abe6-418cc8198636 req-de4ad046-9975-4d24-9268-46fa0fa9afcf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320102 Apr 06 17:16:04.593014 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf445e-f124-4660-a7d1-0cf35d7eaf59 req-d982219a-b8a7-4f07-a4ab-bf7cc4bb63b0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:04.594684 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0ecf445e-f124-4660-a7d1-0cf35d7eaf59 req-d982219a-b8a7-4f07-a4ab-bf7cc4bb63b0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0663750 Apr 06 17:16:04.658683 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0ecf445e-f124-4660-a7d1-0cf35d7eaf59 req-994b09e4-3a91-4a7b-a48b-74360a80f64e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 Apr 06 17:16:04.828480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faa2934-fc93-4d11-8e3b-308a0197985d {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:04.838746 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks [] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:04.862742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Transition to ACTIVE for port object 4faa2934-fc93-4d11-8e3b-308a0197985d will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:16:04.869354 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:04.950847 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:05.049622 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Attempting to bind port 4faa2934-fc93-4d11-8e3b-308a0197985d on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:16:05.051456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Attempting to bind port 4faa2934-fc93-4d11-8e3b-308a0197985d by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:16:05.052101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Attempting to bind port 4faa2934-fc93-4d11-8e3b-308a0197985d on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:16:05.064927 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Port 4faa2934-fc93-4d11-8e3b-308a0197985d on network 24eb880c-8c23-461f-8109-87c487c7923e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:16:05.066794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Attempting to bind port 4faa2934-fc93-4d11-8e3b-308a0197985d on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:16:05.084244 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:16:05.084828 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Checking segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:16:05.085395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Bound using segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:16:05.086005 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Bound port: 4faa2934-fc93-4d11-8e3b-308a0197985d, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:16:05.086510 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.109264 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:05.175414 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b52b9b-87fd-4aa0-a941-d5d1444f7298 req-1559807b-b13c-4007-b116-1ced86fd02dd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.181526 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f6b52b9b-87fd-4aa0-a941-d5d1444f7298 req-1559807b-b13c-4007-b116-1ced86fd02dd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1300213 Apr 06 17:16:05.251583 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f6b52b9b-87fd-4aa0-a941-d5d1444f7298 req-feb3dab9-cde7-4ef2-b1fe-3260c0a6d8b8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618896 Apr 06 17:16:05.304451 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:16:05.317604 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 057d9482-44bc-495e-9e46-38945604f436 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:16:05.327612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.340890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=4faa2934-fc93-4d11-8e3b-308a0197985d,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:16:05.356536 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.369126 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef05cf-044c-422c-9838-94768ad83006 req-e111ae90-7799-4081-b49b-973908a25fd1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.377326 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7ef05cf-044c-422c-9838-94768ad83006 req-e111ae90-7799-4081-b49b-973908a25fd1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0880828 Apr 06 17:16:05.431222 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Publish callbacks [] for security_group (1218f7b6-56f5-45dd-80d4-a0423b0ab2c5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.435450 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.436168 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.438958 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] 10.222.0.43 "PUT /v2.0/ports/4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 1093 time: 1.4985390 Apr 06 17:16:05.443004 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:05.445426 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e1785c-8af1-4f75-8185-398cd9c699f2" -d '{"events": [{"name": "network-changed", "server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:05.462872 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (1218f7b6-56f5-45dd-80d4-a0423b0ab2c5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.466810 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=057d9482-44bc-495e-9e46-38945604f436,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:05.479329 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '057d9482-44bc-495e-9e46-38945604f436', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:16:05.503927 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54019f01-371f-4d73-8783-614a49dc0f28 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:05.522570 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 057d9482-44bc-495e-9e46-38945604f436 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:05.522978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (057d9482-44bc-495e-9e46-38945604f436), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.542317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057d9482-44bc-495e-9e46-38945604f436 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:05.544167 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7ef05cf-044c-422c-9838-94768ad83006 req-ec777c06-4ccb-4e8a-b861-e731b911b00b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658814 Apr 06 17:16:05.582226 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=057d9482-44bc-495e-9e46-38945604f436,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:05.589643 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (057d9482-44bc-495e-9e46-38945604f436), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.618932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-2c8f44ff-90c3-493d-b1ad-e32dd27df877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.620518 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-2c8f44ff-90c3-493d-b1ad-e32dd27df877 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c5be6f5-d036-4bb3-97e3-e92eff68ae01 HTTP/1.1" status: 200 len: 851 time: 0.0955935 Apr 06 17:16:05.622273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc304f78-9d6c-40ef-a538-88df5726bf00 x-openstack-request-id: req-cc304f78-9d6c-40ef-a538-88df5726bf00 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:05.622564 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:05.622821 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc304f78-9d6c-40ef-a538-88df5726bf00 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:05.623496 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc304f78-9d6c-40ef-a538-88df5726bf00'] response: {'name': 'network-changed', 'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'status': 'completed', 'code': 200} Apr 06 17:16:05.671531 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:05.778531 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b4ce031e7c54bb7b1cbd11ea74f5a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6672390 Apr 06 17:16:05.778531 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218f7b6-56f5-45dd-80d4-a0423b0ab2c5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:05.778819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:05.791302 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.791662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.792031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.792624 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.792722 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.793008 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.793365 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.794020 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.794359 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.794687 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.795065 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.795427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.795801 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.796125 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.796914 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95580-11cd-46ea-b62d-e1508c167b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:05.798770 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df7fd-2666-4e0f-b1a4-5b519137610e req-efc64436-a082-422e-9114-19dfad8d3ead tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.812267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405b92-80f8-4918-8c3f-bed4a4a39f1d req-d73f5e94-4385-41c6-883b-477b83c6cb56 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.813866 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b2405b92-80f8-4918-8c3f-bed4a4a39f1d req-d73f5e94-4385-41c6-883b-477b83c6cb56 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 944 time: 0.3634505 Apr 06 17:16:05.814548 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-672df7fd-2666-4e0f-b1a4-5b519137610e req-efc64436-a082-422e-9114-19dfad8d3ead tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0954113 Apr 06 17:16:05.865691 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b2405b92-80f8-4918-8c3f-bed4a4a39f1d req-5d9e4d3a-0eba-4d52-9db4-48356105a0f8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454891 Apr 06 17:16:05.876215 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['057d9482-44bc-495e-9e46-38945604f436'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:05.898447 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-672df7fd-2666-4e0f-b1a4-5b519137610e req-7f5677cc-214e-40e9-82ca-eba4f0df512b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830142 Apr 06 17:16:05.899795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] Publish callbacks [] for security_group (1218f7b6-56f5-45dd-80d4-a0423b0ab2c5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:05.951730 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] Publish callbacks [] for security_group (1218f7b6-56f5-45dd-80d4-a0423b0ab2c5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.073246 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-354bdcb9-ec60-440b-8100-520a4dd46095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f359407b-6cf4-48c3-8122-d7dd58724b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092727 Apr 06 17:16:06.152706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-020174ef-0050-48e5-8ecb-90ab41587754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.154166 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-020174ef-0050-48e5-8ecb-90ab41587754 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1127 time: 0.1888175 Apr 06 17:16:06.159193 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-a39ecd2f-8d2e-4626-b8f5-b7a41c99f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.160867 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-a39ecd2f-8d2e-4626-b8f5-b7a41c99f6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1129 time: 0.1663156 Apr 06 17:16:06.171220 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (1218f7b6-56f5-45dd-80d4-a0423b0ab2c5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.173703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.175070 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1218f7b6-56f5-45dd-80d4-a0423b0ab2c5 HTTP/1.1" status: 204 len: 168 time: 0.3955793 Apr 06 17:16:06.187410 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ba991-f202-4bcc-a0ca-516a0303d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218f7b6-56f5-45dd-80d4-a0423b0ab2c5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:06.286086 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-2e48d329-0221-4264-9590-e9095e1f1129 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 217 time: 0.0952961 Apr 06 17:16:06.310714 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-4ad151da-a086-46ae-847b-1ce0ea3f8aea service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252443 Apr 06 17:16:06.355789 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-3e61054d-a317-41ad-8669-d8c9948c8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.357618 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-3e61054d-a317-41ad-8669-d8c9948c8af3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1652288 Apr 06 17:16:06.380715 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e319-9eb1-4b29-8496-b3637e2b68bf req-d8ddfe61-c795-4ce1-ae2c-1429e26e0aed tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.388436 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-aab9e319-9eb1-4b29-8496-b3637e2b68bf req-d8ddfe61-c795-4ce1-ae2c-1429e26e0aed tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0661757 Apr 06 17:16:06.446878 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-aab9e319-9eb1-4b29-8496-b3637e2b68bf req-bca19523-4523-40bd-9a09-38fee870ae1c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 Apr 06 17:16:06.529684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50652) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:06.543570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6adfcf88-7382-48e2-83b4-c4e24fab874a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.621479 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6adfcf88-7382-48e2-83b4-c4e24fab874a admin admin] Publish callbacks [] for security_group (5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.633398 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6adfcf88-7382-48e2-83b4-c4e24fab874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.664005 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-360b42a1-2e4a-4381-8892-d2da13235a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.696230 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6adfcf88-7382-48e2-83b4-c4e24fab874a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c445140b21384dfc94cbc9a4341f24ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654265 Apr 06 17:16:06.699102 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50656) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:06.700207 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfcf88-7382-48e2-83b4-c4e24fab874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:06.720701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0471-13eb-4e7f-8cfd-15e09aaf9f53 req-312c8342-aee6-46b1-86ee-3937ffa16cdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.722273 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2db0471-13eb-4e7f-8cfd-15e09aaf9f53 req-312c8342-aee6-46b1-86ee-3937ffa16cdf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0994163 Apr 06 17:16:06.755022 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] Publish callbacks [] for security_group (5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.771640 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2db0471-13eb-4e7f-8cfd-15e09aaf9f53 req-b4f7e281-b604-451f-994c-bcfe422c0e62 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Apr 06 17:16:06.776298 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] Publish callbacks [] for security_group (5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.825574 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.828550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:06.829738 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04 HTTP/1.1" status: 204 len: 168 time: 0.1296005 Apr 06 17:16:06.837811 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d29e36-8f07-432b-8efc-1f4ff80a8a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe7496d-2ba8-46f7-9d9a-3fb6ffac0a04,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:07.002350 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c195a-1866-4ce7-a417-761374702510 req-bde341c9-95f3-4303-94c5-2c9d6e2ad36c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:07.004197 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-987c195a-1866-4ce7-a417-761374702510 req-bde341c9-95f3-4303-94c5-2c9d6e2ad36c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 945 time: 0.0647187 Apr 06 17:16:07.075993 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-987c195a-1866-4ce7-a417-761374702510 req-01944e6a-256d-4c1c-bf9a-8f0033c08590 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652597 Apr 06 17:16:07.083825 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fb714-e41d-4d3b-a267-e220e4f1d38c req-ced17a4e-78a7-4a9e-b72d-a2129ad6ff8f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:07.085483 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd1fb714-e41d-4d3b-a267-e220e4f1d38c req-ced17a4e-78a7-4a9e-b72d-a2129ad6ff8f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1069069 Apr 06 17:16:07.141151 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd1fb714-e41d-4d3b-a267-e220e4f1d38c req-8fa76e0a-6e3f-4442-b6c7-1b2e19c3a12f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479701 Apr 06 17:16:07.215936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 50670) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:07.230023 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1da-a4c5-47a1-9962-2480adc8271b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.316240 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1da-a4c5-47a1-9962-2480adc8271b admin admin] Publish callbacks [] for security_group (e1f05a29-42d6-460d-a820-8055682476a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.320401 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1da-a4c5-47a1-9962-2480adc8271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e1f05a29-42d6-460d-a820-8055682476a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.360088 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4fb2d1da-a4c5-47a1-9962-2480adc8271b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbe96e3d59054fb5bf14705fd12e5fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429651 Apr 06 17:16:07.361373 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d1da-a4c5-47a1-9962-2480adc8271b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f05a29-42d6-460d-a820-8055682476a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:07.362860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:07.415317 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] Publish callbacks [] for security_group (e1f05a29-42d6-460d-a820-8055682476a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.438950 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] Publish callbacks [] for security_group (e1f05a29-42d6-460d-a820-8055682476a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.495657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e1f05a29-42d6-460d-a820-8055682476a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.502650 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.503982 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1f05a29-42d6-460d-a820-8055682476a9 HTTP/1.1" status: 204 len: 168 time: 0.1401033 Apr 06 17:16:07.513925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298afef-0d80-4f4c-a37c-766298530c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f05a29-42d6-460d-a820-8055682476a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:07.580200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242f67-364c-482a-afe0-a9e9f70b29d9 req-b0628e31-e99e-468f-a407-c4958e237088 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:07.581884 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-da242f67-364c-482a-afe0-a9e9f70b29d9 req-b0628e31-e99e-468f-a407-c4958e237088 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0573144 Apr 06 17:16:07.614165 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.636561 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-da242f67-364c-482a-afe0-a9e9f70b29d9 req-ed70cd5c-7aeb-4aec-b32e-51307ab44502 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Apr 06 17:16:07.893893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6541b-3b85-4205-813a-e903834313d5 req-0a2fcf40-deb9-47b6-abfa-823c6a620142 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:07.895350 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8fa6541b-3b85-4205-813a-e903834313d5 req-0a2fcf40-deb9-47b6-abfa-823c6a620142 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0537243 Apr 06 17:16:07.944929 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8fa6541b-3b85-4205-813a-e903834313d5 req-8790b455-3add-472e-81e3-0c27421681be tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Apr 06 17:16:08.212563 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb028-0c25-4478-9fc2-e78af001b7b7 req-1f7c441c-c265-4758-a1db-fa2c8994349b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:08.213974 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b4ffb028-0c25-4478-9fc2-e78af001b7b7 req-1f7c441c-c265-4758-a1db-fa2c8994349b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 945 time: 0.0544212 Apr 06 17:16:08.277000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e618-ea86-4b3e-81c7-d6cdbc7253d5 req-c15d3327-58ad-4ea4-9521-14bd965ecc68 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:08.279425 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b4ffb028-0c25-4478-9fc2-e78af001b7b7 req-6f49f37f-d31c-45e2-a4b3-cbc8b458f121 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588772 Apr 06 17:16:08.284369 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6d53e618-ea86-4b3e-81c7-d6cdbc7253d5 req-c15d3327-58ad-4ea4-9521-14bd965ecc68 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0671124 Apr 06 17:16:08.330074 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6d53e618-ea86-4b3e-81c7-d6cdbc7253d5 req-633e9e35-8125-4808-8e34-3ba70ebe2a15 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Apr 06 17:16:08.765787 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99b73-cf8b-40f4-a8d9-04c6e6caa1b1 req-25ea4b6b-9cf7-4696-bf28-4666177ca296 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:08.767604 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b0c99b73-cf8b-40f4-a8d9-04c6e6caa1b1 req-25ea4b6b-9cf7-4696-bf28-4666177ca296 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0587251 Apr 06 17:16:08.824352 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b0c99b73-cf8b-40f4-a8d9-04c6e6caa1b1 req-a1e5c12c-78da-415c-bf50-62aeca47230e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Apr 06 17:16:09.047645 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.065865 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84469c-5e09-404a-b718-b0cac9a737af req-2fa66ad9-446a-4650-975c-1ccb2aeba0e6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:09.067378 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c84469c-5e09-404a-b718-b0cac9a737af req-2fa66ad9-446a-4650-975c-1ccb2aeba0e6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0575891 Apr 06 17:16:09.117394 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c84469c-5e09-404a-b718-b0cac9a737af req-75565439-8727-4724-ab51-221cb4c488ad tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443397 Apr 06 17:16:09.403907 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c540f-8c8d-4071-ba68-4043b676da24 req-5c10d77a-f9f7-4051-8c85-0d0b138a0c32 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:09.408112 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b3c540f-8c8d-4071-ba68-4043b676da24 req-5c10d77a-f9f7-4051-8c85-0d0b138a0c32 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 945 time: 0.0603063 Apr 06 17:16:09.460521 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248b14-666c-4c45-a0d1-b977c6299d28 req-4cf2fd42-7f89-437b-b052-7d2b1aa9e7bd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:09.461595 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b3c540f-8c8d-4071-ba68-4043b676da24 req-86927e82-3124-4b9e-8f64-af6fa749af27 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472312 Apr 06 17:16:09.462036 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-99248b14-666c-4c45-a0d1-b977c6299d28 req-4cf2fd42-7f89-437b-b052-7d2b1aa9e7bd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0547578 Apr 06 17:16:09.546285 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-99248b14-666c-4c45-a0d1-b977c6299d28 req-eab89172-996c-4c93-8c9d-41e4fd18699a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785065 Apr 06 17:16:09.615944 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 057d9482-44bc-495e-9e46-38945604f436 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:16:09.628556 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e65f1b7d-0cc4-4d39-a353-101f71b4e72f req-20690fab-731a-48fe-9742-d4a3f689ca2d service neutron] 10.222.0.43 "GET /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065166 Apr 06 17:16:09.682726 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 057d9482-44bc-495e-9e46-38945604f436 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:16:09.687743 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 057d9482-44bc-495e-9e46-38945604f436 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:09.688126 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (057d9482-44bc-495e-9e46-38945604f436), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.696499 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81594ec9-21b1-4274-a610-49a629eeade0 req-707e3c96-be07-4b3a-a6a6-bb8385df06c3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:09.700745 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81594ec9-21b1-4274-a610-49a629eeade0 req-707e3c96-be07-4b3a-a6a6-bb8385df06c3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0672324 Apr 06 17:16:09.705910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 50788) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:09.713203 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'floatingip': {'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:09.778590 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 057d9482-44bc-495e-9e46-38945604f436 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:09.778973 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (057d9482-44bc-495e-9e46-38945604f436), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.806217 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057d9482-44bc-495e-9e46-38945604f436'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:09.809689 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312beb2-bdbd-42e2-aad2-4fff44d43e4f" -d '{"events": [{"server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "name": "network-vif-plugged", "status": "completed", "tag": "057d9482-44bc-495e-9e46-38945604f436"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:09.814733 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.824961 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=057d9482-44bc-495e-9e46-38945604f436,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:09.834813 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (057d9482-44bc-495e-9e46-38945604f436), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.877486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e4a1aa-eba7-483e-9f29-9030dfbcb35e x-openstack-request-id: req-f3e4a1aa-eba7-483e-9f29-9030dfbcb35e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:09.877889 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "name": "network-vif-plugged", "status": "completed", "tag": "057d9482-44bc-495e-9e46-38945604f436", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:09.878207 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3e4a1aa-eba7-483e-9f29-9030dfbcb35e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:09.878681 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e4a1aa-eba7-483e-9f29-9030dfbcb35e'] response: {'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057d9482-44bc-495e-9e46-38945604f436', 'code': 200} Apr 06 17:16:09.926691 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:09.966321 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7c30a-74d2-4240-b22a-ceed020a134d req-9e423fcd-4b13-4ad2-89d8-97ba66ff49a0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:09.968148 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-17b7c30a-74d2-4240-b22a-ceed020a134d req-9e423fcd-4b13-4ad2-89d8-97ba66ff49a0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0557799 Apr 06 17:16:10.018300 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-17b7c30a-74d2-4240-b22a-ceed020a134d req-dd512e43-ed04-4b51-9035-7e0cdbcf6b4e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Apr 06 17:16:10.433391 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.613985 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1620a1-9c8b-40aa-8034-947a9b9f01f7 req-9df385d1-095e-4b22-ad8a-e465fe463ed0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:10.615524 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4a1620a1-9c8b-40aa-8034-947a9b9f01f7 req-9df385d1-095e-4b22-ad8a-e465fe463ed0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0683501 Apr 06 17:16:10.629758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f4d-f51f-4502-ba73-3a18f84b5d39 req-277bac2a-4745-4f7a-93d3-b1b7c0022caf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:10.631379 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79458f4d-f51f-4502-ba73-3a18f84b5d39 req-277bac2a-4745-4f7a-93d3-b1b7c0022caf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.4262514 Apr 06 17:16:10.672252 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4a1620a1-9c8b-40aa-8034-947a9b9f01f7 req-92e449a5-5c01-48e2-90de-893fab0ed54e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507412 Apr 06 17:16:10.789756 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79458f4d-f51f-4502-ba73-3a18f84b5d39 req-28cfbaab-6be1-46b7-80bd-26e393327a8d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486382 Apr 06 17:16:10.833915 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.837892 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.945011 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Floating IP c84f4e78-2e26-4164-bdb1-84f8b684fdbd associated. External IP: 172.27.3.55, port: 66e22af7-ce4a-4317-830b-f4323d2693a9. Apr 06 17:16:11.146254 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b042c3-164e-4bb8-b6e6-e61245b28981 req-f71fd45f-eefc-4e89-8720-f5005267e716 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:11.147791 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1b042c3-164e-4bb8-b6e6-e61245b28981 req-f71fd45f-eefc-4e89-8720-f5005267e716 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0580316 Apr 06 17:16:11.180432 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:16:11.207487 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1b042c3-164e-4bb8-b6e6-e61245b28981 req-f0f0bcf2-2b50-4f1f-8d6e-d79f7f45e0ec tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Apr 06 17:16:11.308933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:16:11.315649 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:11.324846 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:16:11.337135 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:11.337901 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:11.347721 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1a27bfd4-6d35-4f28-bd23-b180515c1e28 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "PUT /v2.0/floatingips/c84f4e78-2e26-4164-bdb1-84f8b684fdbd HTTP/1.1" status: 200 len: 991 time: 1.6401200 Apr 06 17:16:11.348463 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:11.350857 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed4a15-3105-43a8-ab20-e9b38c7d0922" -d '{"events": [{"name": "network-changed", "server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:11.390717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f60b2-12e0-40a5-b516-6951de769141 x-openstack-request-id: req-344f60b2-12e0-40a5-b516-6951de769141 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:11.391019 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:11.391281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-344f60b2-12e0-40a5-b516-6951de769141 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:11.391689 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344f60b2-12e0-40a5-b516-6951de769141'] response: {'name': 'network-changed', 'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'status': 'completed', 'code': 200} Apr 06 17:16:11.478264 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:11.754109 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c84f4e78-2e26-4164-bdb1-84f8b684fdbd', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916cc629-2990-4859-9dff-0b05ae029ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:34Z', 'updated_at': '2022-04-06T17:16:10Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:11.784105 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:16:11.792165 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:11.792755 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:11.795409 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3bbee-c5c4-4c13-b946-6d9034a3dd23 req-450b5871-5cb7-4323-9386-fd0ba96c8267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:11.797458 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01e3bbee-c5c4-4c13-b946-6d9034a3dd23 req-450b5871-5cb7-4323-9386-fd0ba96c8267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0542636 Apr 06 17:16:11.859521 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01e3bbee-c5c4-4c13-b946-6d9034a3dd23 req-02229a28-58d7-4d20-ba00-e73c93ddfc94 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562942 Apr 06 17:16:11.905553 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:11.928930 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a8a9-e4b4-4773-bb5f-bd21edbf6350 req-d8d6eb4b-0d75-4630-b095-7aeaa5d2f957 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:11.930538 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0027a8a9-e4b4-4773-bb5f-bd21edbf6350 req-d8d6eb4b-0d75-4630-b095-7aeaa5d2f957 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0578802 Apr 06 17:16:11.990069 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0027a8a9-e4b4-4773-bb5f-bd21edbf6350 req-0c53ab20-d301-4b2d-81dd-e6e0130499c6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537086 Apr 06 17:16:12.142324 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c84f4e78-2e26-4164-bdb1-84f8b684fdbd', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916cc629-2990-4859-9dff-0b05ae029ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:34Z', 'updated_at': '2022-04-06T17:16:10Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:12.172357 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9326b9-17c7-4e5f-a185-81de52796294 None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c84f4e78-2e26-4164-bdb1-84f8b684fdbd', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916cc629-2990-4859-9dff-0b05ae029ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:34Z', 'updated_at': '2022-04-06T17:16:10Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:16:12.354223 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1d31b-2244-40ad-8f2b-c070e3fee5da req-2118415d-3e12-4dc6-aeef-7748a54caf66 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:12.355775 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2ba1d31b-2244-40ad-8f2b-c070e3fee5da req-2118415d-3e12-4dc6-aeef-7748a54caf66 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0678821 Apr 06 17:16:12.419730 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2ba1d31b-2244-40ad-8f2b-c070e3fee5da req-4c45bb30-b4c0-4e25-b52b-8c03485fc259 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577261 Apr 06 17:16:12.870102 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d98af9-4b15-4a9b-b819-2b79b9d7a118 None None] New status for floating IP c84f4e78-2e26-4164-bdb1-84f8b684fdbd: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:16:13.000445 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9cbd4-427f-4083-b658-df4d81466031 req-55e9d69a-0179-4a4d-b068-771828010ada tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.002009 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-34e9cbd4-427f-4083-b658-df4d81466031 req-55e9d69a-0179-4a4d-b068-771828010ada tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0540116 Apr 06 17:16:13.065603 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-34e9cbd4-427f-4083-b658-df4d81466031 req-617704db-50ca-4989-bfce-85465489c747 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579922 Apr 06 17:16:13.126417 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cabc6-49d0-4cdb-aafa-1cfa0b04f752 req-ace02330-af5d-4caf-8905-cd741bd2a8a5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.127908 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e07cabc6-49d0-4cdb-aafa-1cfa0b04f752 req-ace02330-af5d-4caf-8905-cd741bd2a8a5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0545375 Apr 06 17:16:13.173679 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e07cabc6-49d0-4cdb-aafa-1cfa0b04f752 req-51037e77-7c9f-4bae-934b-076df52c2ac1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401399 Apr 06 17:16:13.476395 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-d631f26f-df05-443c-a61f-3798f418be05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 200 len: 217 time: 0.0451498 Apr 06 17:16:13.612653 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-e38b69e3-7442-4ae5-b313-471edbd53e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.614588 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-e38b69e3-7442-4ae5-b313-471edbd53e00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.1479881 Apr 06 17:16:13.637820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-d4c2a497-eec0-485f-bd9e-331d10a686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.639626 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-d4c2a497-eec0-485f-bd9e-331d10a686c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.1193259 Apr 06 17:16:13.666515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8b8a-94b0-41de-b445-815b0a880e8a req-bacff1ac-a061-4517-a2c6-db218b3b8e48 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.668029 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7cb8b8a-94b0-41de-b445-815b0a880e8a req-bacff1ac-a061-4517-a2c6-db218b3b8e48 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1631579 Apr 06 17:16:13.671335 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-de226d5f-3790-43db-ba64-85169ccba4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.673466 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-de226d5f-3790-43db-ba64-85169ccba4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1130 time: 0.1296380 Apr 06 17:16:13.722371 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7cb8b8a-94b0-41de-b445-815b0a880e8a req-770edf6f-e5d4-43dd-a33a-df4d39712e69 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Apr 06 17:16:14.196882 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cf44d-0273-4d08-a52b-2ac3506fb0df req-e5938122-61f4-436e-bd85-0a6a93171c84 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.198791 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-797cf44d-0273-4d08-a52b-2ac3506fb0df req-e5938122-61f4-436e-bd85-0a6a93171c84 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Apr 06 17:16:14.253288 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-797cf44d-0273-4d08-a52b-2ac3506fb0df req-c192f0c6-1d06-4e4c-bdb8-53f3a725f0d0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Apr 06 17:16:14.291972 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997b7f4-89ac-4fb5-9c07-4e6ba4d18fed req-b67b515d-8899-471a-a7b4-808442cd1595 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.293462 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1997b7f4-89ac-4fb5-9c07-4e6ba4d18fed req-b67b515d-8899-471a-a7b4-808442cd1595 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0521324 Apr 06 17:16:14.341898 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1997b7f4-89ac-4fb5-9c07-4e6ba4d18fed req-54d03d2f-c454-406d-88f1-7d348b5b0c81 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Apr 06 17:16:14.850479 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7a1f-a597-4052-a0cf-c72bc8a15c31 req-b731cbea-3223-44f3-9eb6-1e8b58e0bfe5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.852001 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-684f7a1f-a597-4052-a0cf-c72bc8a15c31 req-b731cbea-3223-44f3-9eb6-1e8b58e0bfe5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0607777 Apr 06 17:16:14.904552 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-684f7a1f-a597-4052-a0cf-c72bc8a15c31 req-770268f6-25ea-4abb-b5e5-f89b160e344d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Apr 06 17:16:15.369915 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65460703-420b-42d5-b81a-6cddc5a0d475 req-861068dc-73cb-41e4-9b01-6b41e16a47d9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:15.371430 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-65460703-420b-42d5-b81a-6cddc5a0d475 req-861068dc-73cb-41e4-9b01-6b41e16a47d9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0516257 Apr 06 17:16:15.419955 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-65460703-420b-42d5-b81a-6cddc5a0d475 req-3ea87f92-be7c-4900-86ca-a63374afeac6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Apr 06 17:16:15.475536 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e0de0-4d27-466b-b3aa-35d54a2fc953 req-813a6488-0b2e-4a27-94bb-f66723b35adf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:15.477077 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f72e0de0-4d27-466b-b3aa-35d54a2fc953 req-813a6488-0b2e-4a27-94bb-f66723b35adf tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0548792 Apr 06 17:16:15.525456 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f72e0de0-4d27-466b-b3aa-35d54a2fc953 req-d3bb4546-e87f-4592-9608-387d8833bfb8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Apr 06 17:16:16.037034 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c787e7-c182-4a89-8b0d-aef01736092b req-48267687-b4c6-444d-b6e8-efb67ddd249d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.038681 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e4c787e7-c182-4a89-8b0d-aef01736092b req-48267687-b4c6-444d-b6e8-efb67ddd249d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0590582 Apr 06 17:16:16.087386 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e4c787e7-c182-4a89-8b0d-aef01736092b req-c3734dfe-f5d9-46cf-8254-816d22aa9dfc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Apr 06 17:16:16.543412 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dfda-8e0a-4423-9ea7-08d0a73079f5 req-9631dd44-bd69-4250-bcda-45ab507c96ab tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.544869 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a645dfda-8e0a-4423-9ea7-08d0a73079f5 req-9631dd44-bd69-4250-bcda-45ab507c96ab tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0561364 Apr 06 17:16:16.591998 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a645dfda-8e0a-4423-9ea7-08d0a73079f5 req-8b7ecf0d-1b10-44a8-81c3-5a19536bf9ba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Apr 06 17:16:16.643636 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594c03-4e14-48fe-94e7-e312c425cd49 req-b52641a2-085f-4f3e-973c-81157970ff75 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.645134 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb594c03-4e14-48fe-94e7-e312c425cd49 req-b52641a2-085f-4f3e-973c-81157970ff75 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0556698 Apr 06 17:16:16.691647 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb594c03-4e14-48fe-94e7-e312c425cd49 req-84d10117-735a-4d53-b76a-638619be660d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Apr 06 17:16:17.206622 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2535e-cf46-4b2c-927d-579c15ae6879 req-057ccadc-1498-47f4-aa5c-3b18d51eafd1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:17.208183 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1c2535e-cf46-4b2c-927d-579c15ae6879 req-057ccadc-1498-47f4-aa5c-3b18d51eafd1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0534153 Apr 06 17:16:17.256453 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a1c2535e-cf46-4b2c-927d-579c15ae6879 req-ab4e3fb0-4321-48e0-b606-63b4d699b14e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Apr 06 17:16:17.713721 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51443-004a-4efe-aebb-8398c4bae156 req-376a2dec-5fb6-44b4-9033-dfb4c301e66c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:17.715352 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cc51443-004a-4efe-aebb-8398c4bae156 req-376a2dec-5fb6-44b4-9033-dfb4c301e66c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0562205 Apr 06 17:16:17.768525 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cc51443-004a-4efe-aebb-8398c4bae156 req-a3e35650-edf7-40eb-af87-c1ab62ce087d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Apr 06 17:16:17.819497 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f464529-8b6c-4527-b28a-2f87b3aefcf2 req-228731ee-a1e9-4c02-825d-1be975bbec7b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:17.821091 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f464529-8b6c-4527-b28a-2f87b3aefcf2 req-228731ee-a1e9-4c02-825d-1be975bbec7b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0534768 Apr 06 17:16:17.871519 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f464529-8b6c-4527-b28a-2f87b3aefcf2 req-7485b0a2-8605-447c-beee-bfb9bf5d92f9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Apr 06 17:16:18.378908 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae271fd-f98b-4990-a135-8fa150ced5fe req-7a27c018-17f7-4aa1-b530-f670b3da4e37 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.380378 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aae271fd-f98b-4990-a135-8fa150ced5fe req-7a27c018-17f7-4aa1-b530-f670b3da4e37 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Apr 06 17:16:18.428278 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aae271fd-f98b-4990-a135-8fa150ced5fe req-0579f336-38f5-4402-935a-298bd27c769f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Apr 06 17:16:18.568510 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92222620-05db-44f0-bbaf-77813a75310a req-e4573450-d2fe-4bb0-a2c3-9653a9be336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.570011 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-92222620-05db-44f0-bbaf-77813a75310a req-e4573450-d2fe-4bb0-a2c3-9653a9be336f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 1130 time: 0.0479491 Apr 06 17:16:18.607540 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-d834b7fa-d610-4b8d-beef-1937ed6cd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.609047 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-d834b7fa-d610-4b8d-beef-1937ed6cd5a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459970 Apr 06 17:16:18.613675 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-7d33ba99-6c27-4952-a5b3-59d9a70b2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.615047 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-7d33ba99-6c27-4952-a5b3-59d9a70b2645 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532202 Apr 06 17:16:18.627416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-acfde5fe-62a6-409e-875e-92fa5264342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.629107 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-acfde5fe-62a6-409e-875e-92fa5264342c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.1494381 Apr 06 17:16:18.898015 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958b448-0a47-4de5-8f8e-8efb44fe4fa5 req-7f409dd2-97e6-490f-b51e-a32f4195eb75 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:18.901676 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c958b448-0a47-4de5-8f8e-8efb44fe4fa5 req-7f409dd2-97e6-490f-b51e-a32f4195eb75 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0616832 Apr 06 17:16:18.969280 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c958b448-0a47-4de5-8f8e-8efb44fe4fa5 req-1620de6a-959b-4f02-858b-c5260114f8f7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582500 Apr 06 17:16:19.025120 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605192cd-db00-4641-9c6b-90b5dddcb366 req-737dd716-e218-4822-9fd3-7bcffb32205a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:19.026699 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-605192cd-db00-4641-9c6b-90b5dddcb366 req-737dd716-e218-4822-9fd3-7bcffb32205a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0692768 Apr 06 17:16:19.075872 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-605192cd-db00-4641-9c6b-90b5dddcb366 req-29bb364f-429c-4517-8a0d-3842a41eec2b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Apr 06 17:16:19.460199 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-92222620-05db-44f0-bbaf-77813a75310a req-ea33fa63-fda9-4cee-ba6e-e7e46d4a61f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539653 Apr 06 17:16:19.572463 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff66f0-b6d5-4a9e-b2a6-d3bf6358d606 req-5c01200a-cb7f-40b8-bb20-130ce57c33ba tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:19.575133 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1eff66f0-b6d5-4a9e-b2a6-d3bf6358d606 req-5c01200a-cb7f-40b8-bb20-130ce57c33ba tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0619085 Apr 06 17:16:19.626381 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-29c49177-f77d-4f7c-a75a-efd42a060acc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 1001 time: 0.2146039 Apr 06 17:16:19.628989 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1eff66f0-b6d5-4a9e-b2a6-d3bf6358d606 req-bfaeaf8d-0f61-4088-a655-64f9aefd7716 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Apr 06 17:16:19.684783 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-67bc8103-d87f-43ed-a1fb-0e8936526aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743974 Apr 06 17:16:19.691146 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-34308f45-d8b6-489e-a0d0-5d010dbae2ce service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724414 Apr 06 17:16:19.929859 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-3148e91b-e4c2-4c1d-84ab-1999c7fca69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:19.931384 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-3148e91b-e4c2-4c1d-84ab-1999c7fca69d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.1450777 Apr 06 17:16:19.994372 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbf293f5-82bd-488c-b4bb-49be0817b68b req-f5045560-c4a3-4893-a020-e710be05de1a service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980870 Apr 06 17:16:19.996492 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a4b5478d-3298-4479-b4f5-a7b90ea43724 req-2cfa3133-c837-4023-8625-703c4554d5c7 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088575 Apr 06 17:16:20.092894 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bceeb-dfe5-4fd1-a39a-94866913631a req-19b3a874-a22e-4c32-b19c-3cf7e4e014a2 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:20.095396 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-008bceeb-dfe5-4fd1-a39a-94866913631a req-19b3a874-a22e-4c32-b19c-3cf7e4e014a2 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0634265 Apr 06 17:16:20.157221 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-008bceeb-dfe5-4fd1-a39a-94866913631a req-f334070f-a4f8-46c5-9ce2-642876e9c699 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Apr 06 17:16:20.355201 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341882c4-94bf-4ef3-933a-14926a0faf14 req-8733e662-956d-4f07-8c07-d648f6c2d2b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:20.357209 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-341882c4-94bf-4ef3-933a-14926a0faf14 req-8733e662-956d-4f07-8c07-d648f6c2d2b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0860081 Apr 06 17:16:20.460591 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-341882c4-94bf-4ef3-933a-14926a0faf14 req-888f9cd4-d404-442c-8ef4-e70fa8954361 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906634 Apr 06 17:16:20.480704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a41f-c24b-4309-8c7f-76268f1095d1 req-eb17f1ef-01d2-4e75-9a19-8aebed644b8a tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:20.482449 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c04a41f-c24b-4309-8c7f-76268f1095d1 req-eb17f1ef-01d2-4e75-9a19-8aebed644b8a tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.3760161 Apr 06 17:16:20.543238 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c04a41f-c24b-4309-8c7f-76268f1095d1 req-738e43d5-3ed7-43c2-9cde-2e7dc62d2596 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529308 Apr 06 17:16:20.729418 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-62e2cf5f-c9b4-40d9-b5d3-81f200e61bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:20.730903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-62e2cf5f-c9b4-40d9-b5d3-81f200e61bfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492864 Apr 06 17:16:20.759237 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4beb38-adaf-4c89-8988-23cfcdaa7ad0 req-c8f65984-255a-4e02-9c80-18c59041adb5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:20.760802 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cd4beb38-adaf-4c89-8988-23cfcdaa7ad0 req-c8f65984-255a-4e02-9c80-18c59041adb5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0552678 Apr 06 17:16:20.808064 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cd4beb38-adaf-4c89-8988-23cfcdaa7ad0 req-6b385a88-706c-4c2a-91a1-d0cbd7492ce7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Apr 06 17:16:21.278660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604acd80-c1ca-4133-b451-6068bcc47e5b req-396da8d2-8091-4bdc-8c2b-19e07ddbb123 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:21.280123 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-604acd80-c1ca-4133-b451-6068bcc47e5b req-396da8d2-8091-4bdc-8c2b-19e07ddbb123 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0544853 Apr 06 17:16:21.332821 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-604acd80-c1ca-4133-b451-6068bcc47e5b req-a68acb40-b2eb-41cb-9e65-eb7ceebabc05 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462134 Apr 06 17:16:21.573645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f7772-2178-4662-ad1d-7ad6907928fb req-01e470bb-8de3-4571-83db-e849588512bd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:21.575165 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ae8f7772-2178-4662-ad1d-7ad6907928fb req-01e470bb-8de3-4571-83db-e849588512bd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0538135 Apr 06 17:16:21.626667 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ae8f7772-2178-4662-ad1d-7ad6907928fb req-5c2a9700-df07-41d0-b4e4-ae6da80e79d8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Apr 06 17:16:21.684889 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59916ccd-98f1-4f01-a6ef-ab30ebabcb67 req-545bb908-12bf-414b-94f6-9326e6cef0a8 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:21.688144 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-59916ccd-98f1-4f01-a6ef-ab30ebabcb67 req-545bb908-12bf-414b-94f6-9326e6cef0a8 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.0720556 Apr 06 17:16:21.790342 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-59916ccd-98f1-4f01-a6ef-ab30ebabcb67 req-0100981e-ba78-4875-92a6-cebc65f78eb8 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938005 Apr 06 17:16:21.947832 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7c19-be8a-42c2-a8ed-e9c625bf969a req-62c50edc-16f5-4ce4-a048-a31982f9d7f6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:21.949486 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-152c7c19-be8a-42c2-a8ed-e9c625bf969a req-62c50edc-16f5-4ce4-a048-a31982f9d7f6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0557010 Apr 06 17:16:22.024576 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-152c7c19-be8a-42c2-a8ed-e9c625bf969a req-05ac1f81-2ebe-4a53-9db1-f85136b38f57 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Apr 06 17:16:22.144473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:22.260637 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-708a-45f2-bb0b-f6f20bd17e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.336101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-708a-45f2-bb0b-f6f20bd17e54 admin admin] Publish callbacks [] for security_group (4a27e3f7-dc04-4b36-a591-b98128667b95), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.339873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-708a-45f2-bb0b-f6f20bd17e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4a27e3f7-dc04-4b36-a591-b98128667b95), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.377428 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd249-708a-45f2-bb0b-f6f20bd17e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a27e3f7-dc04-4b36-a591-b98128667b95,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:22.385873 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ffacd249-708a-45f2-bb0b-f6f20bd17e54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=457be31585744f1ab02a340788c64940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395606 Apr 06 17:16:22.387873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:22.472361 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] Publish callbacks [] for security_group (4a27e3f7-dc04-4b36-a591-b98128667b95), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.508273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e806-667a-4a07-b5ac-249ba3c30b06 req-75d5764f-90ef-4ebd-830a-aaaea618bb96 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:22.509787 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b4b0e806-667a-4a07-b5ac-249ba3c30b06 req-75d5764f-90ef-4ebd-830a-aaaea618bb96 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0922756 Apr 06 17:16:22.511667 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] Publish callbacks [] for security_group (4a27e3f7-dc04-4b36-a591-b98128667b95), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.579853 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b4b0e806-667a-4a07-b5ac-249ba3c30b06 req-fd501308-cfd3-4a37-ab60-57b6ec7f3c8c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611141 Apr 06 17:16:22.590886 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4a27e3f7-dc04-4b36-a591-b98128667b95), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.594447 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:22.595762 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a27e3f7-dc04-4b36-a591-b98128667b95 HTTP/1.1" status: 204 len: 168 time: 0.2067442 Apr 06 17:16:22.605459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4fc4-0490-4270-af1d-2ab1b82ab1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a27e3f7-dc04-4b36-a591-b98128667b95,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:22.755454 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e954f1-45f2-477d-8d50-6a53e7643b55 req-f2b12441-4f09-4280-914c-7fccd5a05e9b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:22.757447 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-97e954f1-45f2-477d-8d50-6a53e7643b55 req-f2b12441-4f09-4280-914c-7fccd5a05e9b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0609965 Apr 06 17:16:22.806589 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-97e954f1-45f2-477d-8d50-6a53e7643b55 req-809c1173-2ec8-4a4d-bbff-3c7ce64542af tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Apr 06 17:16:22.924248 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b8b2-6fe0-42f2-98ac-8c9bbd44a152 req-8ea93deb-70ee-497f-bcaa-726eacc5fffb tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:22.925884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7c18b8b2-6fe0-42f2-98ac-8c9bbd44a152 req-8ea93deb-70ee-497f-bcaa-726eacc5fffb tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.0634589 Apr 06 17:16:22.987874 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7c18b8b2-6fe0-42f2-98ac-8c9bbd44a152 req-fd1d265d-cd0e-4161-88b7-9a3a277d16a4 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510066 Apr 06 17:16:23.083660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:23.163497 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031635d2-d4b3-40bc-8b86-da64d1007d53 req-b3cea521-1bc5-4042-8c05-9c422a1e34a3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:23.165059 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-031635d2-d4b3-40bc-8b86-da64d1007d53 req-b3cea521-1bc5-4042-8c05-9c422a1e34a3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0636039 Apr 06 17:16:23.205893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90551527-2349-4268-80d1-9d6f4c1f853a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.221595 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-031635d2-d4b3-40bc-8b86-da64d1007d53 req-943e7b21-cf7f-49b2-a180-cd3dea194729 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509903 Apr 06 17:16:23.296512 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90551527-2349-4268-80d1-9d6f4c1f853a admin admin] Publish callbacks [] for security_group (1a7ac833-6757-44ea-a774-7ada1d3821f2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.301617 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90551527-2349-4268-80d1-9d6f4c1f853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (1a7ac833-6757-44ea-a774-7ada1d3821f2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.339372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551527-2349-4268-80d1-9d6f4c1f853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ac833-6757-44ea-a774-7ada1d3821f2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:23.347833 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:23.348056 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-90551527-2349-4268-80d1-9d6f4c1f853a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10636ff230474496b17f4649853fccfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628601 Apr 06 17:16:23.405213 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] Publish callbacks [] for security_group (1a7ac833-6757-44ea-a774-7ada1d3821f2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.431236 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] Publish callbacks [] for security_group (1a7ac833-6757-44ea-a774-7ada1d3821f2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.484849 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (1a7ac833-6757-44ea-a774-7ada1d3821f2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.487680 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.488852 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a7ac833-6757-44ea-a774-7ada1d3821f2 HTTP/1.1" status: 204 len: 168 time: 0.1400311 Apr 06 17:16:23.497597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb41ea-cfee-41ea-bb37-6c64f46eac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ac833-6757-44ea-a774-7ada1d3821f2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:23.714527 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603a044-86dd-4d72-955e-cb757ac53381 req-b3192934-f02c-4402-b4e0-bbcbde481004 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:23.716215 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0603a044-86dd-4d72-955e-cb757ac53381 req-b3192934-f02c-4402-b4e0-bbcbde481004 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0622530 Apr 06 17:16:23.763975 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0603a044-86dd-4d72-955e-cb757ac53381 req-b6cf2d4c-cd68-4339-8b96-d58dfa1859bc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Apr 06 17:16:23.875252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51118) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:23.889463 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e85cc9a3-da54-45c7-bb8a-52e181eb341b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.944976 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea0408-5130-446f-a75b-ea7d9f2765f3 req-d1417d2a-c5e8-41bb-ae32-80bbc0da1e78 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:23.947333 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a6ea0408-5130-446f-a75b-ea7d9f2765f3 req-d1417d2a-c5e8-41bb-ae32-80bbc0da1e78 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0654249 Apr 06 17:16:23.976932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e85cc9a3-da54-45c7-bb8a-52e181eb341b admin admin] Publish callbacks [] for security_group (c7e338e7-86d6-4c7e-a395-7ea773c4796b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:23.981904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e85cc9a3-da54-45c7-bb8a-52e181eb341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c7e338e7-86d6-4c7e-a395-7ea773c4796b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:24.008137 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a6ea0408-5130-446f-a75b-ea7d9f2765f3 req-a556277c-f7be-493d-ac6b-e1eebe3dfbf7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Apr 06 17:16:24.032764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cc9a3-da54-45c7-bb8a-52e181eb341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e338e7-86d6-4c7e-a395-7ea773c4796b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:24.032764 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e85cc9a3-da54-45c7-bb8a-52e181eb341b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2d3f955d9f645c896d6e87d6d75753d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522708 Apr 06 17:16:24.033391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:24.121568 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] Publish callbacks [] for security_group (c7e338e7-86d6-4c7e-a395-7ea773c4796b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:24.152141 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] Publish callbacks [] for security_group (c7e338e7-86d6-4c7e-a395-7ea773c4796b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:24.161155 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ddbc-ff91-49ac-ad85-dd2fb239f089 req-4fc1d1ca-b450-4e90-8e72-767dec05eb32 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:24.162671 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23b0ddbc-ff91-49ac-ad85-dd2fb239f089 req-4fc1d1ca-b450-4e90-8e72-767dec05eb32 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.0862248 Apr 06 17:16:24.253471 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23b0ddbc-ff91-49ac-ad85-dd2fb239f089 req-2505c77f-0a1c-45a0-ab95-ff6b7c961ff7 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834618 Apr 06 17:16:24.266753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c7e338e7-86d6-4c7e-a395-7ea773c4796b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:24.270443 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:24.274166 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7e338e7-86d6-4c7e-a395-7ea773c4796b HTTP/1.1" status: 204 len: 168 time: 0.2379060 Apr 06 17:16:24.291573 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15852c72-f35c-45b2-8f67-149bac442daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e338e7-86d6-4c7e-a395-7ea773c4796b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:24.402552 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3a5ee-a670-4ff7-b42b-ab951a1944ad req-37352c5e-7187-4e7b-a277-cbec1dae32e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:24.404436 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-04e3a5ee-a670-4ff7-b42b-ab951a1944ad req-37352c5e-7187-4e7b-a277-cbec1dae32e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0889158 Apr 06 17:16:24.480536 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-04e3a5ee-a670-4ff7-b42b-ab951a1944ad req-c8fb5cab-837d-4b4c-a0f6-896d6dbf62a1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686307 Apr 06 17:16:24.513606 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-d65eacae-6812-431b-b12d-f3fe6db2df49 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813953 Apr 06 17:16:24.513606 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-d682daeb-f766-46b5-8805-999dae657b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:24.515264 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-d682daeb-f766-46b5-8805-999dae657b2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1127 time: 0.1184723 Apr 06 17:16:24.898145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cbf42-9897-48f4-9025-01f231e37f51 req-e363354b-7185-491a-b6c5-d8d731a216eb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:24.899704 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c6cbf42-9897-48f4-9025-01f231e37f51 req-e363354b-7185-491a-b6c5-d8d731a216eb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0630221 Apr 06 17:16:24.953534 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c6cbf42-9897-48f4-9025-01f231e37f51 req-435ab173-ca2f-4abd-9ca3-c728f8bfbfb8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475781 Apr 06 17:16:25.057697 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:16:25.110913 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f94cb-700c-43ca-bcc0-6f613589d123 req-049cb9f7-5a25-48e4-b9fc-2e0eff5f573c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.112846 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5c4f94cb-700c-43ca-bcc0-6f613589d123 req-049cb9f7-5a25-48e4-b9fc-2e0eff5f573c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0685380 Apr 06 17:16:25.121775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:25.128148 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'port_id': '057d9482-44bc-495e-9e46-38945604f436'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:25.166800 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f11-624a-4a0b-ab36-36e59999b18d req-5afaeb06-2439-455d-b4b9-b5d16c9cd60c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.168504 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-00454f11-624a-4a0b-ab36-36e59999b18d req-5afaeb06-2439-455d-b4b9-b5d16c9cd60c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 943 time: 0.0672135 Apr 06 17:16:25.228413 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:25.229037 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-00454f11-624a-4a0b-ab36-36e59999b18d req-398dcd07-331a-48f0-8a59-bf41fd75a347 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534813 Apr 06 17:16:25.482854 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-be641bc8-a6fa-4aa6-a2ee-5c9e352a7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.484574 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-be641bc8-a6fa-4aa6-a2ee-5c9e352a7d44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.2213702 Apr 06 17:16:25.490920 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ed4a15-3105-43a8-ab20-e9b38c7d0922 req-f46a0884-f6a7-4e9c-92f7-f86a4bcbd71f service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375515 Apr 06 17:16:25.546400 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-a15de9cf-e22a-4409-a2e8-345bb96e70a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 217 time: 0.0545158 Apr 06 17:16:25.551606 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465162-e9ea-49e8-94e5-9c7575ec297f req-76a480aa-ae58-4645-9cd9-c7f8112d1928 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.555688 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605775a-5d97-4403-a204-f991ee21059b req-b421c464-2832-4055-9bd5-3653f06a208e tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.557413 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1605775a-5d97-4403-a204-f991ee21059b req-b421c464-2832-4055-9bd5-3653f06a208e tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.1503797 Apr 06 17:16:25.558690 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cc465162-e9ea-49e8-94e5-9c7575ec297f req-76a480aa-ae58-4645-9cd9-c7f8112d1928 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 946 time: 0.1383946 Apr 06 17:16:25.651295 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cc465162-e9ea-49e8-94e5-9c7575ec297f req-9e7c027c-792b-4e53-be9f-223429ce08c9 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/security-groups?id=baefb8a4-66c3-40a1-98cb-a88629702dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910275 Apr 06 17:16:25.720996 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 4faa2934-fc93-4d11-8e3b-308a0197985d details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:16:25.745938 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-846f7e70-ebfa-441a-86b4-d8b0c56d0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.748081 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-846f7e70-ebfa-441a-86b4-d8b0c56d0f11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.1891100 Apr 06 17:16:25.820052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c45979-1c3a-4e7f-b4e7-b30927fc2031 req-8e9bed70-53cb-4c50-9e3d-f510f8271d27 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.820896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=4faa2934-fc93-4d11-8e3b-308a0197985d,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:25.827617 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18c45979-1c3a-4e7f-b4e7-b30927fc2031 req-8e9bed70-53cb-4c50-9e3d-f510f8271d27 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.2253892 Apr 06 17:16:25.834434 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'port_id': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'mac_address': 'fa:16:3e:84:64:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:16:25.872815 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-fb62354f-fbb7-4f8f-b096-166f8a4e592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:25.874567 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-fb62354f-fbb7-4f8f-b096-166f8a4e592c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164496 Apr 06 17:16:25.889675 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 4faa2934-fc93-4d11-8e3b-308a0197985d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:25.891145 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:25.912045 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faa2934-fc93-4d11-8e3b-308a0197985d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:25.942478 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=4faa2934-fc93-4d11-8e3b-308a0197985d,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:25.947889 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.003091 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18c45979-1c3a-4e7f-b4e7-b30927fc2031 req-8b75f41e-386f-4e8b-b0c5-f545559440cb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739147 Apr 06 17:16:26.026499 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Deleting port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:16:26.026782 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.031300 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:26.070256 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-8a274dd6-e19b-40cd-80bf-4e0affff0394 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584291 Apr 06 17:16:26.210768 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] For port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,segment=NetworkSegment(a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46),segment_id=a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:26.211308 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.226795 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b5e1785c-8af1-4f75-8185-398cd9c699f2 req-823a4ed5-e32a-45df-86f8-be15a14ad7bc service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487370 Apr 06 17:16:26.242925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Calling delete_port for 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:16:26.322672 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 17:16:26.357442 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['4faa2934-fc93-4d11-8e3b-308a0197985d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:26.440720 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.464371 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac2cb-9dac-4622-9a82-cf3114f85d1b req-3200cab2-c17a-49d6-96dd-370d5781ce48 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:26.468507 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.475539 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-15bac2cb-9dac-4622-9a82-cf3114f85d1b req-3200cab2-c17a-49d6-96dd-370d5781ce48 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 944 time: 0.1674907 Apr 06 17:16:26.477434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.518418 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Pushing event deleted for resources: {'Port': ['ID=02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:26.600068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] No DVR routers for this DVR port 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:16:26.601538 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-15bac2cb-9dac-4622-9a82-cf3114f85d1b req-6a6b3ab1-9fe1-4197-abcc-6418eb7ccef6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250033 Apr 06 17:16:26.605764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:26.615124 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1605775a-5d97-4403-a204-f991ee21059b req-88fcce39-ca67-4cd2-98d9-21190cbcc9dc tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.43 "DELETE /v2.0/ports/02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa HTTP/1.1" status: 204 len: 173 time: 1.0473723 Apr 06 17:16:26.615556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'name': 'network-vif-deleted', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:26.622543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca28719-db35-4651-b961-10eae40e1aee" -d '{"events": [{"server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "name": "network-vif-deleted", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:26.663757 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717327e-7335-4712-933f-48ca8e9e2e8b x-openstack-request-id: req-e717327e-7335-4712-933f-48ca8e9e2e8b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:26.664230 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ecf796-bcdf-4f71-894d-d2cad9614f79", "name": "network-vif-deleted", "tag": "02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:26.664667 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e717327e-7335-4712-933f-48ca8e9e2e8b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:26.665509 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e717327e-7335-4712-933f-48ca8e9e2e8b'] response: {'server_uuid': '12ecf796-bcdf-4f71-894d-d2cad9614f79', 'name': 'network-vif-deleted', 'tag': '02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa', 'status': 'completed', 'code': 200} Apr 06 17:16:26.783182 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 105177a6-128a-40fe-bfc8-18d7ffd50de0 associated. External IP: 172.27.3.226, port: 057d9482-44bc-495e-9e46-38945604f436. Apr 06 17:16:26.837871 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-48b2a551-7ea0-493c-a4f8-fd3a1d84e70f req-cfe8a288-fd09-41ce-840e-6f666f2e58e3 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.0661209 Apr 06 17:16:27.049418 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:16:27.207547 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c81d78-721d-424b-b85f-2777b97fe3d5 req-778a19c5-3735-47ad-ba0f-0446d2d9d3ac tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:27.215802 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f1c81d78-721d-424b-b85f-2777b97fe3d5 req-778a19c5-3735-47ad-ba0f-0446d2d9d3ac tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0707989 Apr 06 17:16:27.239480 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:16:27.243706 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:27.254955 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:16:27.275758 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f1c81d78-721d-424b-b85f-2777b97fe3d5 req-60b39a71-dbd6-465d-b814-01ffee59e110 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Apr 06 17:16:27.284184 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-cef40e48-f9b3-48d4-8c06-b57468c655a6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "PUT /v2.0/floatingips/105177a6-128a-40fe-bfc8-18d7ffd50de0 HTTP/1.1" status: 200 len: 992 time: 2.1610253 Apr 06 17:16:27.284787 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'tag': '057d9482-44bc-495e-9e46-38945604f436'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:27.287211 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe593d-8ec0-4263-9415-a96dcaa64387" -d '{"events": [{"name": "network-changed", "server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "tag": "057d9482-44bc-495e-9e46-38945604f436"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:27.288300 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:27.288958 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:27.342970 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b310115-7a12-44f4-8be9-e21f3b2ef3ed x-openstack-request-id: req-8b310115-7a12-44f4-8be9-e21f3b2ef3ed {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:27.344487 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "tag": "057d9482-44bc-495e-9e46-38945604f436", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:27.344939 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b310115-7a12-44f4-8be9-e21f3b2ef3ed {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:27.345569 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b310115-7a12-44f4-8be9-e21f3b2ef3ed'] response: {'name': 'network-changed', 'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'tag': '057d9482-44bc-495e-9e46-38945604f436', 'status': 'completed', 'code': 200} Apr 06 17:16:27.420561 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:27.691997 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:25Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:27.737505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 4faa2934-fc93-4d11-8e3b-308a0197985d up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:16:27.741133 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0514-47c1-4aec-b1fb-762c12728062 req-ffdf6f4e-318b-4bd5-b724-3ed708aaf22d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:27.742752 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-872d0514-47c1-4aec-b1fb-762c12728062 req-ffdf6f4e-318b-4bd5-b724-3ed708aaf22d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 944 time: 0.0729551 Apr 06 17:16:27.809319 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 4faa2934-fc93-4d11-8e3b-308a0197985d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:16:27.820512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 4faa2934-fc93-4d11-8e3b-308a0197985d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:27.822716 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:27.881784 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:16:27.887209 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-872d0514-47c1-4aec-b1fb-762c12728062 req-5acf791f-ad41-49ba-8c77-657bef67939d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225057 Apr 06 17:16:27.896281 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:27.897236 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:27.943644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-0c61d6bd-98ca-49ab-a782-87fad37ea0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:27.945907 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-0c61d6bd-98ca-49ab-a782-87fad37ea0cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 1130 time: 0.1887934 Apr 06 17:16:27.955124 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 4faa2934-fc93-4d11-8e3b-308a0197985d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:27.956397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:28.006569 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=4faa2934-fc93-4d11-8e3b-308a0197985d,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:28.008512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:28.012708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce3412-ed63-4bd2-b1e7-76af21420216" -d '{"events": [{"server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "name": "network-vif-plugged", "status": "completed", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:28.017683 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:28.018743 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:16:28.053593 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:16:28.054122 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 02be9bfe-ab90-4c9d-bfd1-05c3bab3a0aa not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:16:28.108798 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1e5b41b6-dae7-4f44-b004-5f155d16e480 req-bd515fc7-9cc7-4b3e-bdf0-abd167193293 tempest-DeleteServersTestJSON-1421873209 tempest-DeleteServersTestJSON-1421873209-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ecf796-bcdf-4f71-894d-d2cad9614f79 HTTP/1.1" status: 200 len: 210 time: 0.0795662 Apr 06 17:16:28.126994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654f7ea-c381-4ff3-94dc-3d2d35d9ac6e x-openstack-request-id: req-1654f7ea-c381-4ff3-94dc-3d2d35d9ac6e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:28.127318 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "name": "network-vif-plugged", "status": "completed", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:28.127579 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1654f7ea-c381-4ff3-94dc-3d2d35d9ac6e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:28.127980 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1654f7ea-c381-4ff3-94dc-3d2d35d9ac6e'] response: {'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'code': 200} Apr 06 17:16:28.145761 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:28.195848 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:28.282289 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-8d549cec-31d5-4d91-859c-79cc07adb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:28.283786 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-8d549cec-31d5-4d91-859c-79cc07adb3c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.3268099 Apr 06 17:16:28.478502 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-4bca8140-e8ab-4cd5-8f1c-81fa7753b514 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=057d9482-44bc-495e-9e46-38945604f436 HTTP/1.1" status: 200 len: 1000 time: 0.1879809 Apr 06 17:16:28.547416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817204b-4b02-496a-802a-abdd49935c40 req-a903510e-6ef5-4365-81cc-20b2c1dd9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:28.549394 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d817204b-4b02-496a-802a-abdd49935c40 req-a903510e-6ef5-4365-81cc-20b2c1dd9db3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1129 time: 0.1542785 Apr 06 17:16:28.560014 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34839-7b05-457f-bc9d-27d6c724ee49 req-271ddae7-9582-48e4-bde5-d8759a5308ee tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:28.561563 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4be34839-7b05-457f-bc9d-27d6c724ee49 req-271ddae7-9582-48e4-bde5-d8759a5308ee tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1301186 Apr 06 17:16:28.572609 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:25Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:28.581888 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-7369a8b3-9fcb-4d00-95cf-170d9da6a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:28.584111 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-7369a8b3-9fcb-4d00-95cf-170d9da6a8b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0977204 Apr 06 17:16:28.606194 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839c987-debb-489c-8e42-3f5082eccae3 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:25Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:16:28.692510 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d817204b-4b02-496a-802a-abdd49935c40 req-8b48da43-5a6d-490a-b8f3-0dc9bee7ef00 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273165 Apr 06 17:16:28.700496 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4be34839-7b05-457f-bc9d-27d6c724ee49 req-da2980d2-934b-4d8a-90b0-0eb655345eba tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247489 Apr 06 17:16:28.709401 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-ac90b48f-8605-4bc9-bba3-0a8f4f044ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:28.711044 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-ac90b48f-8605-4bc9-bba3-0a8f4f044ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132994 Apr 06 17:16:28.841528 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e78e6-4eca-4af6-be84-730202091e79 None None] New status for floating IP 105177a6-128a-40fe-bfc8-18d7ffd50de0: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:16:29.040059 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d3d8-87d8-4218-bf06-38745c7aef86 req-ac29d14a-b6a4-43bd-9dc9-650d8cfbcb4f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:29.041664 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eba0d3d8-87d8-4218-bf06-38745c7aef86 req-ac29d14a-b6a4-43bd-9dc9-650d8cfbcb4f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0601056 Apr 06 17:16:29.092064 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eba0d3d8-87d8-4218-bf06-38745c7aef86 req-1ddc3a15-1b1a-4395-9b3d-be5b8d1e4cfe tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Apr 06 17:16:29.313574 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.825511 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f3486-9347-4556-881a-f548a3057fbf req-79855622-c6f9-4464-9966-bc822c5de41b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:29.827135 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-248f3486-9347-4556-881a-f548a3057fbf req-79855622-c6f9-4464-9966-bc822c5de41b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0542500 Apr 06 17:16:29.873426 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-248f3486-9347-4556-881a-f548a3057fbf req-b2461f42-05f7-4e0e-a2f1-9e4aa5fed030 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Apr 06 17:16:30.210318 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48d4a4-3e6e-44e0-86b5-c23d04bd52aa req-8a69fe21-24b6-4996-a461-282cace74b27 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:30.211802 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1a48d4a4-3e6e-44e0-86b5-c23d04bd52aa req-8a69fe21-24b6-4996-a461-282cace74b27 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Apr 06 17:16:30.277260 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1a48d4a4-3e6e-44e0-86b5-c23d04bd52aa req-5081687d-de7e-49f6-8d81-b73fe7b1e532 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595257 Apr 06 17:16:30.990641 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46b238-04e8-4399-b658-08962cef963f req-12ad6403-d5c4-4d65-8052-002729916553 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:30.992068 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9f46b238-04e8-4399-b658-08962cef963f req-12ad6403-d5c4-4d65-8052-002729916553 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Apr 06 17:16:31.036587 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9f46b238-04e8-4399-b658-08962cef963f req-da0703df-214c-4391-8e30-801f12eadf35 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389228 Apr 06 17:16:31.396837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8b038-96d1-4560-99af-9f245d8dfde8 req-f0652645-a294-4dc9-848e-9393f8205f8e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:31.398353 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-62d8b038-96d1-4560-99af-9f245d8dfde8 req-f0652645-a294-4dc9-848e-9393f8205f8e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Apr 06 17:16:31.443725 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-62d8b038-96d1-4560-99af-9f245d8dfde8 req-1e8a0982-46ba-4a78-beb8-fc348cb7c75b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Apr 06 17:16:31.808050 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-31877761-07b1-4c0d-86f5-764b98cc9f95 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870590 Apr 06 17:16:31.902135 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31fe593d-8ec0-4263-9415-a96dcaa64387 req-1e5b9c51-c7cc-47db-b795-182577ece76b service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825374 Apr 06 17:16:32.161941 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc5bf8-6a4a-42c1-baa4-896e50dd2c2f req-42a827f8-f651-475d-979d-e394ef78ad53 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:32.163495 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fadc5bf8-6a4a-42c1-baa4-896e50dd2c2f req-42a827f8-f651-475d-979d-e394ef78ad53 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0586815 Apr 06 17:16:32.211444 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fadc5bf8-6a4a-42c1-baa4-896e50dd2c2f req-82e55e0d-5ae6-4ec0-aa77-99dad2928f37 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Apr 06 17:16:32.575434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a05b-58b5-4040-8d50-9660bdd7e9d5 req-30901882-4ab0-40c3-8e02-5c68bd13bef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:32.576944 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b531a05b-58b5-4040-8d50-9660bdd7e9d5 req-30901882-4ab0-40c3-8e02-5c68bd13bef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0579586 Apr 06 17:16:32.625937 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b531a05b-58b5-4040-8d50-9660bdd7e9d5 req-7112c3b4-4a30-4d53-9f52-b93171b367c9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Apr 06 17:16:32.654878 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51358) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:32.699638 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Deleting subnet 0c5be6f5-d036-4bb3-97e3-e92eff68ae01 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:16:32.703510 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Publish callbacks [] for subnet (0c5be6f5-d036-4bb3-97e3-e92eff68ae01), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:32.740090 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Publish callbacks [] for subnet (0c5be6f5-d036-4bb3-97e3-e92eff68ae01), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:32.751753 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (0c5be6f5-d036-4bb3-97e3-e92eff68ae01), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:32.814795 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (0c5be6f5-d036-4bb3-97e3-e92eff68ae01), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:32.839300 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5be6f5-d036-4bb3-97e3-e92eff68ae01,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:32.845815 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:32.849166 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a90fe5d5-3cb0-4242-aace-c701ff54aa68 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c5be6f5-d036-4bb3-97e3-e92eff68ae01 HTTP/1.1" status: 204 len: 168 time: 0.1932285 Apr 06 17:16:32.851595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:32.921187 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (f359407b-6cf4-48c3-8122-d7dd58724b63), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.017961 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (f359407b-6cf4-48c3-8122-d7dd58724b63), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.047803 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.048332 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.049104 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.049438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.049764 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.050086 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.050398 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.050728 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.051231 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.051553 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.185170 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.185530 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.185897 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.186247 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:16:33.186597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f359407b-6cf4-48c3-8122-d7dd58724b63']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:33.205231 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:33.205534 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:33.222404 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.247929 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.258597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:16:33.258998 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (a7b32bb2-a94b-43da-9c6e-1b97cfb9ef46), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: from cryptography.utils import int_from_bytes Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: from cryptography.utils import int_from_bytes Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:16:33.284938 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:16:33.380399 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (f359407b-6cf4-48c3-8122-d7dd58724b63), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.394644 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.398300 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] 10.222.0.23 "DELETE /v2.0/networks/f359407b-6cf4-48c3-8122-d7dd58724b63 HTTP/1.1" status: 204 len: 168 time: 0.5458324 Apr 06 17:16:33.417505 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec985-f6ec-4f83-adf4-c6ca785f25cf req-d046568c-dc05-475e-b9e6-597ea7b47aff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:33.419109 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d2dec985-f6ec-4f83-adf4-c6ca785f25cf req-d046568c-dc05-475e-b9e6-597ea7b47aff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1139116 Apr 06 17:16:33.420060 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208549-1afe-4273-9b87-5eeace88fead admin admin] Pushing event deleted for resources: {'Network': ['ID=f359407b-6cf4-48c3-8122-d7dd58724b63,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:33.473991 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d2dec985-f6ec-4f83-adf4-c6ca785f25cf req-5d75385b-900a-4df4-8560-bf819d88bebc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Apr 06 17:16:33.595940 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:33.635716 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b0ff769f-703d-4f8e-ab5a-1b01e8a6c1e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb13ada20d1e43a3acf821d01d821d6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384679 Apr 06 17:16:33.638013 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51404) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:33.687284 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] Publish callbacks [] for security_group (baefb8a4-66c3-40a1-98cb-a88629702dce), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.735330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] Publish callbacks [] for security_group (baefb8a4-66c3-40a1-98cb-a88629702dce), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.936207 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b865-463c-46b4-a54b-6a3b6e228270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.023846 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea6da-bb05-4f48-bb24-3a74bc45bc6f req-0c2ab4d3-d65c-418c-97f3-bcedebc8ff4c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:34.025380 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b3ea6da-bb05-4f48-bb24-3a74bc45bc6f req-0c2ab4d3-d65c-418c-97f3-bcedebc8ff4c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.3336287 Apr 06 17:16:34.054013 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (baefb8a4-66c3-40a1-98cb-a88629702dce), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.056468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.057634 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baefb8a4-66c3-40a1-98cb-a88629702dce HTTP/1.1" status: 204 len: 168 time: 0.4186809 Apr 06 17:16:34.077953 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b8b5-6241-4c24-9a09-5a5e649f6756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baefb8a4-66c3-40a1-98cb-a88629702dce,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:34.086719 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b3ea6da-bb05-4f48-bb24-3a74bc45bc6f req-43759a24-ec1a-454c-be80-5545a866e15b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552409 Apr 06 17:16:34.238094 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895445-e802-4bf9-b2d1-d8de777450ec req-b0de646b-a58a-4b58-be63-1038c0d3176d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:34.240260 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-18895445-e802-4bf9-b2d1-d8de777450ec req-b0de646b-a58a-4b58-be63-1038c0d3176d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0722568 Apr 06 17:16:34.250097 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51418) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:34.258551 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'floatingip': {'port_id': '4faa2934-fc93-4d11-8e3b-308a0197985d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:34.300914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.653449 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51446) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:34.709243 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f77e9-8045-4092-8831-6658b07bec56 req-518e02d0-0f4f-42ed-a4b0-68a1709139ea tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:34.710769 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc7f77e9-8045-4092-8831-6658b07bec56 req-518e02d0-0f4f-42ed-a4b0-68a1709139ea tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1423817 Apr 06 17:16:34.771211 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451ebff3-c950-4a06-a163-0ecb234a8a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.815828 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc7f77e9-8045-4092-8831-6658b07bec56 req-af88dfc1-fb42-4a54-b508-54fc32df6e59 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973542 Apr 06 17:16:34.857070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451ebff3-c950-4a06-a163-0ecb234a8a72 admin admin] Publish callbacks [] for security_group (c6075b0b-3ce2-4ee6-a715-42d53c13e5a0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.862876 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451ebff3-c950-4a06-a163-0ecb234a8a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c6075b0b-3ce2-4ee6-a715-42d53c13e5a0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.908413 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-451ebff3-c950-4a06-a163-0ecb234a8a72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59e6f9f708d7492ea0834d92271bdce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505612 Apr 06 17:16:34.908413 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ebff3-c950-4a06-a163-0ecb234a8a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6075b0b-3ce2-4ee6-a715-42d53c13e5a0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:34.909844 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51458) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:34.933785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.938477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.966641 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] Publish callbacks [] for security_group (c6075b0b-3ce2-4ee6-a715-42d53c13e5a0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:34.990215 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] Publish callbacks [] for security_group (c6075b0b-3ce2-4ee6-a715-42d53c13e5a0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.051791 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c6075b0b-3ce2-4ee6-a715-42d53c13e5a0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.054526 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Floating IP ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47 associated. External IP: 172.27.3.152, port: 4faa2934-fc93-4d11-8e3b-308a0197985d. Apr 06 17:16:35.055382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.056558 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6075b0b-3ce2-4ee6-a715-42d53c13e5a0 HTTP/1.1" status: 204 len: 168 time: 0.1457953 Apr 06 17:16:35.069390 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93eea86-cbdf-4277-9fec-5807b2179a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6075b0b-3ce2-4ee6-a715-42d53c13e5a0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:35.299788 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:16:35.432309 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51478) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:35.444123 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:16:35.449957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.458404 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35957774-77b0-4858-a013-52ddb0ef4573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.459517 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:16:35.475186 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:35.476662 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:35.498851 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9bd1b26c-bcc5-4871-8cba-249a8880e294 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "PUT /v2.0/floatingips/ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47 HTTP/1.1" status: 200 len: 991 time: 1.2465293 Apr 06 17:16:35.501890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:35.504914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe69cd-41df-404e-b519-d60d80cb802d" -d '{"events": [{"name": "network-changed", "server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:35.576280 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaf2fa-b34e-438a-ba3e-600daf15159e x-openstack-request-id: req-2eaaf2fa-b34e-438a-ba3e-600daf15159e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:35.576575 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:35.576837 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eaaf2fa-b34e-438a-ba3e-600daf15159e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:35.577270 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaaf2fa-b34e-438a-ba3e-600daf15159e'] response: {'name': 'network-changed', 'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'status': 'completed', 'code': 200} Apr 06 17:16:35.598611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35957774-77b0-4858-a013-52ddb0ef4573 admin admin] Publish callbacks [] for security_group (f5348847-46a7-4256-8385-33216687d0fc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.608679 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35957774-77b0-4858-a013-52ddb0ef4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f5348847-46a7-4256-8385-33216687d0fc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.651225 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35957774-77b0-4858-a013-52ddb0ef4573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5348847-46a7-4256-8385-33216687d0fc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:35.680594 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-35957774-77b0-4858-a013-52ddb0ef4573 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1753900d77544b2b91fd375c82618378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466207 Apr 06 17:16:35.683102 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51492) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:35.711391 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:35.719260 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-eb35194e-a617-43e0-a3aa-7a6926510de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:35.720965 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-eb35194e-a617-43e0-a3aa-7a6926510de8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1129 time: 0.1249173 Apr 06 17:16:35.740100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] Publish callbacks [] for security_group (f5348847-46a7-4256-8385-33216687d0fc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.768293 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] Publish callbacks [] for security_group (f5348847-46a7-4256-8385-33216687d0fc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.838979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f5348847-46a7-4256-8385-33216687d0fc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.838979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:35.845547 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5348847-46a7-4256-8385-33216687d0fc HTTP/1.1" status: 204 len: 168 time: 0.1548898 Apr 06 17:16:35.848390 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-d7dbf59f-0a9a-4886-b28f-100a3fce0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:35.850003 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-d7dbf59f-0a9a-4886-b28f-100a3fce0f12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.1143341 Apr 06 17:16:35.861248 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995a2da-da7d-4398-b08c-107259e3afa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5348847-46a7-4256-8385-33216687d0fc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:35.940305 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51504) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:35.990506 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-9e9b6550-1c68-479d-b2c4-2b0f651c1bb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 999 time: 0.1230905 Apr 06 17:16:36.039541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ec95a-3dba-4859-a9f7-67fbf29329f1 req-4aacddf4-c96e-4e20-a34f-be8d4009782f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:36.041219 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-430ec95a-3dba-4859-a9f7-67fbf29329f1 req-4aacddf4-c96e-4e20-a34f-be8d4009782f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1162393 Apr 06 17:16:36.054494 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:84:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:38Z', 'updated_at': '2022-04-06T17:16:34Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:36.079201 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-7f515f27-00bc-4ef2-9878-966959f9f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:36.080634 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-7f515f27-00bc-4ef2-9878-966959f9f2ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0783234 Apr 06 17:16:36.086602 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:16:36.098208 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:36.099600 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:16:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:36.137994 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-430ec95a-3dba-4859-a9f7-67fbf29329f1 req-2347e0ba-be7c-4f6f-b2bb-475915cb00f7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834887 Apr 06 17:16:36.165952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-68eeae61-bbc4-4c1a-a1e7-ab65b4a78dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:36.165952 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-68eeae61-bbc4-4c1a-a1e7-ab65b4a78dda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667520 Apr 06 17:16:36.285009 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:36.289717 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16586251-3e25-4f31-adb7-23ae02fa64bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.320919 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-9ba08653-4118-40fa-99c5-6f83571073bc service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533000 Apr 06 17:16:36.362633 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:36.382508 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d17ad8a6-356c-487c-9c61-d42fec4cec0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.427753 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3fe69cd-41df-404e-b519-d60d80cb802d req-36261080-c74a-4f55-999a-dd539c7963e7 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988424 Apr 06 17:16:36.440375 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16586251-3e25-4f31-adb7-23ae02fa64bd admin admin] Publish callbacks [] for security_group (58eaad6b-e3ca-485e-b936-6093714c2939), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.449986 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16586251-3e25-4f31-adb7-23ae02fa64bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (58eaad6b-e3ca-485e-b936-6093714c2939), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.496065 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-16586251-3e25-4f31-adb7-23ae02fa64bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecfca2e826584aa5a583fbaab592b60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542953 Apr 06 17:16:36.499099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:36.517204 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16586251-3e25-4f31-adb7-23ae02fa64bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eaad6b-e3ca-485e-b936-6093714c2939,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:36.549195 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d17ad8a6-356c-487c-9c61-d42fec4cec0a admin admin] Publish callbacks [] for security_group (23844d01-a9f2-42d5-9a8b-4c10d24c92d3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.556239 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d17ad8a6-356c-487c-9c61-d42fec4cec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (23844d01-a9f2-42d5-9a8b-4c10d24c92d3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.588582 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] Publish callbacks [] for security_group (58eaad6b-e3ca-485e-b936-6093714c2939), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.595890 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:84:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:38Z', 'updated_at': '2022-04-06T17:16:34Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:36.598249 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d17ad8a6-356c-487c-9c61-d42fec4cec0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d59527d1b02d4fb29a2ddb1790c1454e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343946 Apr 06 17:16:36.599852 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51520) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:36.614519 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad8a6-356c-487c-9c61-d42fec4cec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23844d01-a9f2-42d5-9a8b-4c10d24c92d3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:36.616039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] Publish callbacks [] for security_group (58eaad6b-e3ca-485e-b936-6093714c2939), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.626635 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8c17b-6aa9-4483-aa76-2c8053393f11 None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:84:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:38Z', 'updated_at': '2022-04-06T17:16:34Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:16:36.672502 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] Publish callbacks [] for security_group (23844d01-a9f2-42d5-9a8b-4c10d24c92d3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.688827 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a733ecb-da7a-4c3c-91d5-2dd6d41fa817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.698878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (58eaad6b-e3ca-485e-b936-6093714c2939), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.702313 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.705064 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58eaad6b-e3ca-485e-b936-6093714c2939 HTTP/1.1" status: 204 len: 168 time: 0.2022784 Apr 06 17:16:36.719357 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] Publish callbacks [] for security_group (23844d01-a9f2-42d5-9a8b-4c10d24c92d3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.726161 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f424acd-4590-48db-95b1-fac89048edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eaad6b-e3ca-485e-b936-6093714c2939,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:36.801692 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (23844d01-a9f2-42d5-9a8b-4c10d24c92d3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.805682 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:36.806836 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23844d01-a9f2-42d5-9a8b-4c10d24c92d3 HTTP/1.1" status: 204 len: 168 time: 0.2060826 Apr 06 17:16:36.823103 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ec096-1568-478e-a749-1a4d4c1cf9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23844d01-a9f2-42d5-9a8b-4c10d24c92d3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:36.971387 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f9212-cf88-45ff-87db-b5605ff5c3e1 None None] New status for floating IP ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:16:37.240307 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51540) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:37.267964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7342d22-55e0-48a3-81f6-89129d17cbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.313774 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9e910-49db-4eaa-a2a0-e7f34e41859e req-88916aff-1f87-47d1-b9ef-681dd452bcff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:37.315363 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ac9e910-49db-4eaa-a2a0-e7f34e41859e req-88916aff-1f87-47d1-b9ef-681dd452bcff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0874350 Apr 06 17:16:37.394564 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ac9e910-49db-4eaa-a2a0-e7f34e41859e req-0c53606c-ce25-4679-9b12-99e1afc66f89 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729625 Apr 06 17:16:37.403132 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7342d22-55e0-48a3-81f6-89129d17cbb5 admin admin] Publish callbacks [] for security_group (5f093178-8640-43d6-a181-d5cb6d30a927), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.409096 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7342d22-55e0-48a3-81f6-89129d17cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5f093178-8640-43d6-a181-d5cb6d30a927), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.449336 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c7342d22-55e0-48a3-81f6-89129d17cbb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa06f88c5cdd4de69c528fd3095c50dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085035 Apr 06 17:16:37.450633 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7342d22-55e0-48a3-81f6-89129d17cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f093178-8640-43d6-a181-d5cb6d30a927,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:37.452093 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51546) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:37.511672 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] Publish callbacks [] for security_group (5f093178-8640-43d6-a181-d5cb6d30a927), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.534097 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] Publish callbacks [] for security_group (5f093178-8640-43d6-a181-d5cb6d30a927), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.582790 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5f093178-8640-43d6-a181-d5cb6d30a927), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.585255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.586408 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f093178-8640-43d6-a181-d5cb6d30a927 HTTP/1.1" status: 204 len: 168 time: 0.1326771 Apr 06 17:16:37.595332 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0e28b-0040-4081-b46d-b215548e7da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f093178-8640-43d6-a181-d5cb6d30a927,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:37.634753 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:38.544799 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe180fb-5106-48cc-a304-7db1f3476dad req-af12fa04-3d5c-48e3-ae02-b278be1ccd8d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:38.545968 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9fe180fb-5106-48cc-a304-7db1f3476dad req-af12fa04-3d5c-48e3-ae02-b278be1ccd8d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0605040 Apr 06 17:16:38.597280 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9fe180fb-5106-48cc-a304-7db1f3476dad req-57264c21-76a3-4c46-8fd4-25b1d52cb137 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 Apr 06 17:16:39.049653 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:39.737122 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e32ad-7a92-4327-856c-b307ae7f31c4 req-67119133-6470-4da2-ba34-1d57db1278dc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:39.741549 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-041e32ad-7a92-4327-856c-b307ae7f31c4 req-67119133-6470-4da2-ba34-1d57db1278dc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0661323 Apr 06 17:16:39.805619 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-041e32ad-7a92-4327-856c-b307ae7f31c4 req-3ac4b8a7-3eca-491d-933d-633689059119 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578022 Apr 06 17:16:39.854345 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:40.001467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d195038a-fdff-4545-87b5-28836e837805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.086080 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d195038a-fdff-4545-87b5-28836e837805 admin admin] Publish callbacks [] for security_group (321b8225-ea22-4b1f-87cd-a49c33cd2afd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.090124 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d195038a-fdff-4545-87b5-28836e837805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (321b8225-ea22-4b1f-87cd-a49c33cd2afd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.153949 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d195038a-fdff-4545-87b5-28836e837805 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddbe4f70bf0f4abf8f4be47fe7d9a519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983315 Apr 06 17:16:40.154901 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195038a-fdff-4545-87b5-28836e837805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b8225-ea22-4b1f-87cd-a49c33cd2afd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:40.156766 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:40.158720 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-2cc95f97-4030-422d-b949-5b9519ab985c tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a27921733074d8d95aeed4589c248da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460923 Apr 06 17:16:40.204521 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] Publish callbacks [] for security_group (321b8225-ea22-4b1f-87cd-a49c33cd2afd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.225207 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] Publish callbacks [] for security_group (321b8225-ea22-4b1f-87cd-a49c33cd2afd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.273291 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (321b8225-ea22-4b1f-87cd-a49c33cd2afd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.276056 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.277227 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/321b8225-ea22-4b1f-87cd-a49c33cd2afd HTTP/1.1" status: 204 len: 168 time: 0.1193871 Apr 06 17:16:40.287706 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc24e-b25e-4206-877e-8e532658c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b8225-ea22-4b1f-87cd-a49c33cd2afd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:40.356771 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-014a498b-1274-411b-9086-d1e910b81a5b tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:40.359544 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-014a498b-1274-411b-9086-d1e910b81a5b tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917670 Apr 06 17:16:40.373975 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-4445aaae-12e8-4d29-8156-4e75be29ae6a tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/quotas/9a27921733074d8d95aeed4589c248da HTTP/1.1" status: 200 len: 375 time: 0.0092573 Apr 06 17:16:40.410986 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-a372bdc8-31a5-410c-be1d-e459982ff3e9 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a27921733074d8d95aeed4589c248da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302820 Apr 06 17:16:40.448216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.600005 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-216e0ffb-290e-4591-9d6b-5e059483a96f req-323e4dc4-46b9-47c9-93d4-50fd08e3b863 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 210 time: 0.0467818 Apr 06 17:16:40.859820 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:40.951738 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a734-aea4-4d04-a527-78d330069b1b req-9376549e-28eb-40bd-a08f-5a3e33232f71 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:40.954823 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3286a734-aea4-4d04-a527-78d330069b1b req-9376549e-28eb-40bd-a08f-5a3e33232f71 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0615110 Apr 06 17:16:41.016273 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff11e-4662-4192-a38a-2115e6370dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.025662 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3286a734-aea4-4d04-a527-78d330069b1b req-cdbe596b-6a8d-4272-819c-cfc66ec8e6fe tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624201 Apr 06 17:16:41.102267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff11e-4662-4192-a38a-2115e6370dc4 admin admin] Publish callbacks [] for security_group (4cd09221-c614-4414-ba31-3f9803b753e4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.107145 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff11e-4662-4192-a38a-2115e6370dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4cd09221-c614-4414-ba31-3f9803b753e4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.156643 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2e3ff11e-4662-4192-a38a-2115e6370dc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66c54a32cb47411988dbc7fd233f6376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955279 Apr 06 17:16:41.158776 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff11e-4662-4192-a38a-2115e6370dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd09221-c614-4414-ba31-3f9803b753e4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:41.159263 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51734) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:41.211468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] Publish callbacks [] for security_group (4cd09221-c614-4414-ba31-3f9803b753e4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.232428 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] Publish callbacks [] for security_group (4cd09221-c614-4414-ba31-3f9803b753e4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.281480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4cd09221-c614-4414-ba31-3f9803b753e4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.288516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.288516 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cd09221-c614-4414-ba31-3f9803b753e4 HTTP/1.1" status: 204 len: 168 time: 0.1254675 Apr 06 17:16:41.294652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8be375-3cff-48b7-8795-f0665f2a6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd09221-c614-4414-ba31-3f9803b753e4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:41.549107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:41.657387 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b81b-dbc5-46ab-b4c1-86b3715c0ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.709871 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cd1039b6-8bf8-4819-94b9-925343ada0e0 req-5e6a3e01-01b8-4925-bb0d-d4ab7c4eab7f tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 210 time: 0.0290868 Apr 06 17:16:41.745379 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b81b-dbc5-46ab-b4c1-86b3715c0ecc admin admin] Publish callbacks [] for security_group (a7fc99a3-cfb8-4215-ab97-91dadeb6a930), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.752957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b81b-dbc5-46ab-b4c1-86b3715c0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a7fc99a3-cfb8-4215-ab97-91dadeb6a930), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.790543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3b81b-dbc5-46ab-b4c1-86b3715c0ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc99a3-cfb8-4215-ab97-91dadeb6a930,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:41.796607 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4bc3b81b-dbc5-46ab-b4c1-86b3715c0ecc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c166e3e599c64f98b5e946251b710a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475014 Apr 06 17:16:41.799890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:41.848528 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] Publish callbacks [] for security_group (a7fc99a3-cfb8-4215-ab97-91dadeb6a930), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.874950 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] Publish callbacks [] for security_group (a7fc99a3-cfb8-4215-ab97-91dadeb6a930), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.927302 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a7fc99a3-cfb8-4215-ab97-91dadeb6a930), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.929937 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.931140 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7fc99a3-cfb8-4215-ab97-91dadeb6a930 HTTP/1.1" status: 204 len: 168 time: 0.1303408 Apr 06 17:16:41.939523 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4ec0a-adb0-4326-972c-a6b44ba1a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc99a3-cfb8-4215-ab97-91dadeb6a930,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:42.165698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ef517-f5a6-4c7b-a2ef-4754d7ca4383 req-e68ebf1b-1f19-4f24-92a1-7bbb2e455c62 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:42.167306 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e0ef517-f5a6-4c7b-a2ef-4754d7ca4383 req-e68ebf1b-1f19-4f24-92a1-7bbb2e455c62 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0694435 Apr 06 17:16:42.241058 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e0ef517-f5a6-4c7b-a2ef-4754d7ca4383 req-139797b3-4592-4021-ae38-4c47817b5808 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622420 Apr 06 17:16:42.805503 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cd5a80cb-3b5e-4983-bc37-ae835b8a5030 req-08435874-3431-4090-bc4c-2a1a5f0eb312 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 210 time: 0.0274301 Apr 06 17:16:43.355687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3d8d8-43c7-4b8c-b5cc-4e3c54030d40 req-189d4db1-da26-4c18-af5c-82275f9da087 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:43.357050 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39a3d8d8-43c7-4b8c-b5cc-4e3c54030d40 req-189d4db1-da26-4c18-af5c-82275f9da087 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Apr 06 17:16:43.405517 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39a3d8d8-43c7-4b8c-b5cc-4e3c54030d40 req-0a7610a6-1a3f-48ef-8113-64c631851ddd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Apr 06 17:16:43.516529 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-f36d5518-c724-420f-9f10-8179ce843f27 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9a27921733074d8d95aeed4589c248da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286226 Apr 06 17:16:43.644795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-f1269c57-3015-4337-95c0-22f15c9c7937 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:43.645216 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-f1269c57-3015-4337-95c0-22f15c9c7937 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189382 Apr 06 17:16:43.669417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Request body: {'port': {'device_id': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d', 'admin_state_up': True, 'tenant_id': '9a27921733074d8d95aeed4589c248da'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:43.788039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Made reservation on behalf of 9a27921733074d8d95aeed4589c248da for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:16:43.791486 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:43.801355 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:43.921405 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks [] for security_group (ecc9ca2a-261a-4f0f-ad58-e16f57aeb649), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:43.926639 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ecc9ca2a-261a-4f0f-ad58-e16f57aeb649), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:43.948021 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8fa0dc18-0c45-4175-9fda-26da966f2c67 req-c5a9b638-b084-40ea-aa71-f04cec07887e tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 210 time: 0.0325422 Apr 06 17:16:43.998625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:44.089640 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Allocated IP 192.168.233.158 (321f494a-f4cd-49b6-b7a7-19e2fc648e6d/68381bf8-0198-41c0-a7d6-f7b2eca6c5be/0682a3f1-781a-412b-81ba-c6dde4e8b18e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:16:44.237791 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks [] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.273950 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.317377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:16:44.320537 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:16:44.324136 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:16:44.330593 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:44.330593 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.339313 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Pushing event updated for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:44.356363 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-bb5d60c3-ee0a-40d8-8e55-4a413f3e39f0 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6906652 Apr 06 17:16:44.372209 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Request body: {'port': {'device_id': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:44.446490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.623074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed485d-9dc8-4de8-99e7-4199ee239f7c req-c2ec3a0d-2efd-4f57-a7b7-fbfa89f2712d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:44.624408 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bed485d-9dc8-4de8-99e7-4199ee239f7c req-c2ec3a0d-2efd-4f57-a7b7-fbfa89f2712d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1306598 Apr 06 17:16:44.630059 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c18728ed-76d5-4a4b-a629-f4ccbe8a0d7f None None] Provisioning complete for port 0682a3f1-781a-412b-81ba-c6dde4e8b18e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:44.631072 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c18728ed-76d5-4a4b-a629-f4ccbe8a0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.666800 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c18728ed-76d5-4a4b-a629-f4ccbe8a0d7f None None] Port 0682a3f1-781a-412b-81ba-c6dde4e8b18e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:16:44.731159 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bed485d-9dc8-4de8-99e7-4199ee239f7c req-d6ce72ea-5da3-482d-aeb0-113fce061705 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Apr 06 17:16:44.805834 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0682a3f1-781a-412b-81ba-c6dde4e8b18e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:44.814184 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks [] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.826074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Transition to ACTIVE for port object 0682a3f1-781a-412b-81ba-c6dde4e8b18e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:16:44.831345 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.886868 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Pushing event updated for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:44.920677 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Attempting to bind port 0682a3f1-781a-412b-81ba-c6dde4e8b18e on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:16:44.921091 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Attempting to bind port 0682a3f1-781a-412b-81ba-c6dde4e8b18e by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:16:44.921421 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Attempting to bind port 0682a3f1-781a-412b-81ba-c6dde4e8b18e on network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:16:44.926012 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Port 0682a3f1-781a-412b-81ba-c6dde4e8b18e on network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:16:44.926353 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Attempting to bind port 0682a3f1-781a-412b-81ba-c6dde4e8b18e on network 321f494a-f4cd-49b6-b7a7-19e2fc648e6d {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:16:44.932256 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:16:44.932623 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Checking segment: {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:16:44.933050 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Bound using segment: {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:16:44.933500 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Bound port: 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d09c7-17df-4ea6-910d-65c597be4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:16:44.933857 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:45.003349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:16:45.006823 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:16:45.015964 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:45.054766 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.055379 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:45.057375 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] 10.222.0.43 "PUT /v2.0/ports/0682a3f1-781a-412b-81ba-c6dde4e8b18e HTTP/1.1" status: 200 len: 1098 time: 0.6889219 Apr 06 17:16:45.057375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:45.059482 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f96675-7115-4061-a069-3bf740605f00" -d '{"events": [{"name": "network-changed", "server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:45.097892 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e957e-7dd9-4f9d-8dab-a57d91d0db8d req-8711a2d2-ffae-4d44-8fa4-c425f73b1774 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.103002 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-038e957e-7dd9-4f9d-8dab-a57d91d0db8d req-8711a2d2-ffae-4d44-8fa4-c425f73b1774 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 948 time: 0.0746999 Apr 06 17:16:45.114565 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00088ee-faa7-4796-a94d-b2efa6316357 service neutron] Pushing event updated for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:45.126042 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c720b-502a-466e-86fc-751091bbf1c9 x-openstack-request-id: req-949c720b-502a-466e-86fc-751091bbf1c9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:45.126363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:45.126589 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-949c720b-502a-466e-86fc-751091bbf1c9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:45.126979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949c720b-502a-466e-86fc-751091bbf1c9'] response: {'name': 'network-changed', 'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e', 'status': 'completed', 'code': 200} Apr 06 17:16:45.185394 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-038e957e-7dd9-4f9d-8dab-a57d91d0db8d req-d0920e35-1976-4e86-99a8-4ebfb95f4ed8 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675006 Apr 06 17:16:45.257206 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96675-7115-4061-a069-3bf740605f00 req-43e089cb-23c9-4bc7-aff3-5f4eee314a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.258815 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50f96675-7115-4061-a069-3bf740605f00 req-43e089cb-23c9-4bc7-aff3-5f4eee314a64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a27921733074d8d95aeed4589c248da&device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 1132 time: 0.0676401 Apr 06 17:16:45.291481 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50f96675-7115-4061-a069-3bf740605f00 req-eaa72948-8fbc-4fde-90b1-cc4aba11891d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9a27921733074d8d95aeed4589c248da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213919 Apr 06 17:16:45.393736 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96675-7115-4061-a069-3bf740605f00 req-8c1c2df4-bf22-4e43-b618-1ccda9e5906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.395168 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50f96675-7115-4061-a069-3bf740605f00 req-8c1c2df4-bf22-4e43-b618-1ccda9e5906b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924783 Apr 06 17:16:45.610447 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-9d9bd5a6-980d-4010-a94e-851faec5ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.611894 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-9d9bd5a6-980d-4010-a94e-851faec5ca54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a27921733074d8d95aeed4589c248da&device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 1132 time: 0.0569842 Apr 06 17:16:45.654437 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-e19e0cc4-8f68-4cd7-950d-dfdad89d5133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e HTTP/1.1" status: 200 len: 217 time: 0.0335250 Apr 06 17:16:45.703013 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-dede435e-15da-4b1e-83b1-0d6ae9931233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.704427 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-dede435e-15da-4b1e-83b1-0d6ae9931233 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=68381bf8-0198-41c0-a7d6-f7b2eca6c5be HTTP/1.1" status: 200 len: 843 time: 0.0426786 Apr 06 17:16:45.856272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902bf8-6102-40a0-a053-f0c7356d40ff req-e50c09ff-b607-4681-8adf-8e2dcfbc8e1b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.857794 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dd902bf8-6102-40a0-a053-f0c7356d40ff req-e50c09ff-b607-4681-8adf-8e2dcfbc8e1b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Apr 06 17:16:45.908107 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dd902bf8-6102-40a0-a053-f0c7356d40ff req-a40557dd-8bf7-41e4-be2e-7512ad41a183 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Apr 06 17:16:46.304732 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f613f35-0571-4512-8829-31676425bb6f req-0ab3a5a2-4fe6-4ab8-94cd-eb1cade4ca27 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:46.306254 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f613f35-0571-4512-8829-31676425bb6f req-0ab3a5a2-4fe6-4ab8-94cd-eb1cade4ca27 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 948 time: 0.0545177 Apr 06 17:16:46.351766 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f613f35-0571-4512-8829-31676425bb6f req-e6c7a142-1213-4dee-a578-e5f8642206da tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Apr 06 17:16:46.757776 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-4859d082-165a-4f5b-8e73-2f2d9dc476a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:46.759542 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-4859d082-165a-4f5b-8e73-2f2d9dc476a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=321f494a-f4cd-49b6-b7a7-19e2fc648e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450344 Apr 06 17:16:46.862008 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-9bfeed9a-ce08-405d-81a7-bec087f4ce48 service neutron] 10.222.0.43 "GET /v2.0/networks/321f494a-f4cd-49b6-b7a7-19e2fc648e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821197 Apr 06 17:16:47.242702 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c65e-ed88-4682-ad44-09bdabf9e026 req-fa9d6cde-0865-4b21-a825-cec0ebc1915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:47.244198 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c12c65e-ed88-4682-ad44-09bdabf9e026 req-fa9d6cde-0865-4b21-a825-cec0ebc1915f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1129 time: 0.3813488 Apr 06 17:16:47.282449 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249785-b0b9-4018-9cf2-c17d8c6090bf req-0cc33192-37d1-4dda-8cef-7fd0aa55056f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:47.283917 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d249785-b0b9-4018-9cf2-c17d8c6090bf req-0cc33192-37d1-4dda-8cef-7fd0aa55056f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.1456797 Apr 06 17:16:47.286261 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d5fa4bd-33fe-4e1b-b6c4-2bc02040a85d req-5fc57e85-105b-4447-9829-d960c17c6a50 service neutron] 10.222.0.43 "GET /v2.0/networks/321f494a-f4cd-49b6-b7a7-19e2fc648e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956194 Apr 06 17:16:47.325817 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c12c65e-ed88-4682-ad44-09bdabf9e026 req-ca6de3b4-2fdd-4c77-bdb8-1598952b76b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735354 Apr 06 17:16:47.353862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d249785-b0b9-4018-9cf2-c17d8c6090bf req-0a6dd3fc-e748-492a-a417-32e91f13df42 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Apr 06 17:16:47.475608 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf20d-586f-44c8-ab72-0c5f5b8b5a4c req-59d8b9cf-eb83-41dc-a8b2-f07f85d81685 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:47.477128 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5d8bf20d-586f-44c8-ab72-0c5f5b8b5a4c req-59d8b9cf-eb83-41dc-a8b2-f07f85d81685 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 948 time: 0.0574720 Apr 06 17:16:47.506665 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:47.532986 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5d8bf20d-586f-44c8-ab72-0c5f5b8b5a4c req-95e24730-caeb-4aaf-9a75-7070b969f98a tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Apr 06 17:16:47.619312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407c96fe-9e87-425c-8f66-98204379c6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.702106 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407c96fe-9e87-425c-8f66-98204379c6ab admin admin] Publish callbacks [] for security_group (8d54672f-f0b3-49a5-8d95-6c909415a885), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.706070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407c96fe-9e87-425c-8f66-98204379c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8d54672f-f0b3-49a5-8d95-6c909415a885), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.747845 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-407c96fe-9e87-425c-8f66-98204379c6ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=007c3bc79ed64ce897b355c2fbe872de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384729 Apr 06 17:16:47.754878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c96fe-9e87-425c-8f66-98204379c6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54672f-f0b3-49a5-8d95-6c909415a885,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:47.755604 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:47.810421 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] Publish callbacks [] for security_group (8d54672f-f0b3-49a5-8d95-6c909415a885), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.833477 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] Publish callbacks [] for security_group (8d54672f-f0b3-49a5-8d95-6c909415a885), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.883174 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8d54672f-f0b3-49a5-8d95-6c909415a885), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.886132 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.887268 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d54672f-f0b3-49a5-8d95-6c909415a885 HTTP/1.1" status: 204 len: 168 time: 0.1349599 Apr 06 17:16:47.895994 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f772221-beaa-4132-b5b0-c0179dc69f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54672f-f0b3-49a5-8d95-6c909415a885,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:48.158109 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 51914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:48.170749 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a1c01e1-a416-41c1-87b3-2ce770de7fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.250956 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a1c01e1-a416-41c1-87b3-2ce770de7fec admin admin] Publish callbacks [] for security_group (b7c235ff-7c19-4d45-9e46-5952593caeff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.254972 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a1c01e1-a416-41c1-87b3-2ce770de7fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (b7c235ff-7c19-4d45-9e46-5952593caeff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.298754 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3a1c01e1-a416-41c1-87b3-2ce770de7fec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e795327181b46079d24509ea75facf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369033 Apr 06 17:16:48.298754 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c01e1-a416-41c1-87b3-2ce770de7fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c235ff-7c19-4d45-9e46-5952593caeff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:48.299129 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 51916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:48.349616 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] Publish callbacks [] for security_group (b7c235ff-7c19-4d45-9e46-5952593caeff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.370309 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] Publish callbacks [] for security_group (b7c235ff-7c19-4d45-9e46-5952593caeff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.428039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (b7c235ff-7c19-4d45-9e46-5952593caeff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.430621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.431762 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c235ff-7c19-4d45-9e46-5952593caeff HTTP/1.1" status: 204 len: 168 time: 0.1315999 Apr 06 17:16:48.460239 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061592-605b-4161-8351-78ef6adc7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c235ff-7c19-4d45-9e46-5952593caeff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:48.483265 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8ccc-ef52-4e91-8464-486923ab37b7 req-8a458893-e087-408d-9d81-4d08d74215fd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:48.485387 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7aaa8ccc-ef52-4e91-8464-486923ab37b7 req-8a458893-e087-408d-9d81-4d08d74215fd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0699251 Apr 06 17:16:48.537104 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7aaa8ccc-ef52-4e91-8464-486923ab37b7 req-e5e205ee-12a1-4548-aaa0-cf50570a7953 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Apr 06 17:16:48.654404 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386b7f-0222-454c-af59-57b917deb204 req-c2119678-de8c-4dcf-a548-fbe7c034c0fb tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:48.656052 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ff386b7f-0222-454c-af59-57b917deb204 req-c2119678-de8c-4dcf-a548-fbe7c034c0fb tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 948 time: 0.0559995 Apr 06 17:16:48.703247 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ff386b7f-0222-454c-af59-57b917deb204 req-efeee370-1b60-4c7b-96d3-9efe4f9be7b4 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Apr 06 17:16:49.668869 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ab87-a8b9-4d51-9c7f-b726a7fc51e6 req-87b470d9-207b-4c91-b857-c5bf7b92e0a9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:49.670455 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3558ab87-a8b9-4d51-9c7f-b726a7fc51e6 req-87b470d9-207b-4c91-b857-c5bf7b92e0a9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0580559 Apr 06 17:16:49.720023 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3558ab87-a8b9-4d51-9c7f-b726a7fc51e6 req-febadd1b-0de4-4dab-a25f-d7ebbbf5d9af tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Apr 06 17:16:49.830208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bc03b-f8fc-413c-b840-507f5898fe8e req-dde6c8fa-2f12-4c67-b88a-cc0040cdb78c tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:49.831741 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5a5bc03b-f8fc-413c-b840-507f5898fe8e req-dde6c8fa-2f12-4c67-b88a-cc0040cdb78c tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 948 time: 0.0582135 Apr 06 17:16:49.883865 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5a5bc03b-f8fc-413c-b840-507f5898fe8e req-be912081-8825-439b-9ec5-a348cb0b4d0c tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Apr 06 17:16:50.483940 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 0682a3f1-781a-412b-81ba-c6dde4e8b18e details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:16:50.582156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:50.593099 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '0682a3f1-781a-412b-81ba-c6dde4e8b18e', 'network_id': '321f494a-f4cd-49b6-b7a7-19e2fc648e6d', 'port_id': '0682a3f1-781a-412b-81ba-c6dde4e8b18e', 'mac_address': 'fa:16:3e:3f:d5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68381bf8-0198-41c0-a7d6-f7b2eca6c5be', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:16:50.633531 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 0682a3f1-781a-412b-81ba-c6dde4e8b18e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:50.633915 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:50.647742 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682a3f1-781a-412b-81ba-c6dde4e8b18e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:50.668397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:50.672862 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:50.722847 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:50.842126 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734749a-4fd1-48ff-a5c4-affd7f7df06d req-4c7298c6-8e3a-4538-bca9-eecbee8bd7ab tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:50.844109 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7734749a-4fd1-48ff-a5c4-affd7f7df06d req-4c7298c6-8e3a-4538-bca9-eecbee8bd7ab tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0557699 Apr 06 17:16:50.891847 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7734749a-4fd1-48ff-a5c4-affd7f7df06d req-18276830-3ac2-483d-9bba-6dd972eca6ce tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Apr 06 17:16:51.005802 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f507e-ad2f-479d-b141-f8990f157186 req-e0f78fac-833b-488f-b34f-5c8d121b8d7f tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:51.007187 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7a0f507e-ad2f-479d-b141-f8990f157186 req-e0f78fac-833b-488f-b34f-5c8d121b8d7f tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 949 time: 0.0559723 Apr 06 17:16:51.058637 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7a0f507e-ad2f-479d-b141-f8990f157186 req-954e39fc-6daf-4e5b-8dd5-f969a560f9d6 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Apr 06 17:16:52.012770 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55d97b-fbde-45d4-adba-58ad430362fe req-a2649dfd-eb3c-481a-b3df-feb35deacc9a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:52.014288 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc55d97b-fbde-45d4-adba-58ad430362fe req-a2649dfd-eb3c-481a-b3df-feb35deacc9a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0537395 Apr 06 17:16:52.068539 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc55d97b-fbde-45d4-adba-58ad430362fe req-11dc3e37-b82a-4d3b-839a-cb677d75e730 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Apr 06 17:16:52.183622 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c17098-d5ca-4cbb-82b5-37a33c43f346 req-84542c8f-38fd-4dd4-9e1f-2b8cfc5f91c7 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:52.185044 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-78c17098-d5ca-4cbb-82b5-37a33c43f346 req-84542c8f-38fd-4dd4-9e1f-2b8cfc5f91c7 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 949 time: 0.0550961 Apr 06 17:16:52.232182 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-78c17098-d5ca-4cbb-82b5-37a33c43f346 req-8fef4298-c83d-4ad7-968f-31c5e31d672f tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Apr 06 17:16:52.725209 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['0682a3f1-781a-412b-81ba-c6dde4e8b18e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:53.190339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ee216-3689-47e8-9969-2aa6e215b690 req-406d0bbf-2c78-4a83-9687-2f26e88dfe35 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:53.191877 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c33ee216-3689-47e8-9969-2aa6e215b690 req-406d0bbf-2c78-4a83-9687-2f26e88dfe35 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0568552 Apr 06 17:16:53.241565 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c33ee216-3689-47e8-9969-2aa6e215b690 req-ee2a6358-0ec4-490f-affa-da8a6d4c1ae8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Apr 06 17:16:53.365729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5dd6-5ce3-429d-ad4f-472aa7e799c7 req-231330bb-5803-4fe1-9ae4-0a1ea339a0cf tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:53.368020 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d18c5dd6-5ce3-429d-ad4f-472aa7e799c7 req-231330bb-5803-4fe1-9ae4-0a1ea339a0cf tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 949 time: 0.0633724 Apr 06 17:16:53.373481 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ff293-d140-4bb9-b6d1-d50c6d29d185 req-5b55066b-03e2-4007-b2d9-e3755d7c4f30 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:53.375104 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c22ff293-d140-4bb9-b6d1-d50c6d29d185 req-5b55066b-03e2-4007-b2d9-e3755d7c4f30 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0588968 Apr 06 17:16:53.428706 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d18c5dd6-5ce3-429d-ad4f-472aa7e799c7 req-1b3088f7-1d88-4163-91db-40fac93de740 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Apr 06 17:16:53.444909 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c22ff293-d140-4bb9-b6d1-d50c6d29d185 req-1c029e3a-0724-49ef-8dce-7f77d27454af tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624821 Apr 06 17:16:54.572523 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d780a-39e9-4d4d-b3ae-df422d4fa4eb req-7a1970cd-7f78-4f11-a80d-27369fee9d56 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:54.574063 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-829d780a-39e9-4d4d-b3ae-df422d4fa4eb req-7a1970cd-7f78-4f11-a80d-27369fee9d56 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 949 time: 0.0535879 Apr 06 17:16:54.613288 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 0682a3f1-781a-412b-81ba-c6dde4e8b18e up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:16:54.624830 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-829d780a-39e9-4d4d-b3ae-df422d4fa4eb req-b1ffd838-c514-46ec-86ba-2883110b2d40 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Apr 06 17:16:54.664831 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 0682a3f1-781a-412b-81ba-c6dde4e8b18e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:16:54.669153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 0682a3f1-781a-412b-81ba-c6dde4e8b18e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:54.669538 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.761135 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 0682a3f1-781a-412b-81ba-c6dde4e8b18e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:54.761135 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.781664 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:54.783903 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af1aa26-2252-40ed-a305-5580769477a1" -d '{"events": [{"server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "name": "network-vif-plugged", "status": "completed", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:54.796866 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:54.801630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.824893 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc82eda-e0ef-4cac-9479-7916d4d86d42 x-openstack-request-id: req-7fc82eda-e0ef-4cac-9479-7916d4d86d42 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:54.825233 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "name": "network-vif-plugged", "status": "completed", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:54.825486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fc82eda-e0ef-4cac-9479-7916d4d86d42 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:54.825887 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc82eda-e0ef-4cac-9479-7916d4d86d42'] response: {'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e', 'code': 200} Apr 06 17:16:54.855366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:55.043072 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95f93-b6f3-4a57-8a31-db1af425476f req-397c8cde-738b-4029-b30e-926d7acee46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.044610 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-19e95f93-b6f3-4a57-8a31-db1af425476f req-397c8cde-738b-4029-b30e-926d7acee46d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 1134 time: 0.0618279 Apr 06 17:16:55.107330 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-19e95f93-b6f3-4a57-8a31-db1af425476f req-5257764e-5ac3-4338-bde3-ba3d2473f9be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Apr 06 17:16:55.251162 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d715c7-8f4d-4d4c-9137-03734e3ef26c req-f274edea-823e-44f7-96d0-02e4ae9eb573 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.253710 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2d715c7-8f4d-4d4c-9137-03734e3ef26c req-f274edea-823e-44f7-96d0-02e4ae9eb573 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0656414 Apr 06 17:16:55.316897 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2d715c7-8f4d-4d4c-9137-03734e3ef26c req-2350dfdf-30f4-494f-9c11-304e4e7866c7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Apr 06 17:16:55.425460 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-ce7b1e45-9a4f-4120-a6cc-e8c1a615cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.426962 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-ce7b1e45-9a4f-4120-a6cc-e8c1a615cfeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.0475864 Apr 06 17:16:55.528448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-dbecba5a-53e8-4e9c-80b6-c5865c83f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.530108 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-dbecba5a-53e8-4e9c-80b6-c5865c83f1cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.0951784 Apr 06 17:16:55.583308 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-7d09ae94-760d-43bd-8607-93531f283a2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.0393879 Apr 06 17:16:55.653563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-4763828b-3d11-4c26-b048-ecb10e977510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.655133 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-4763828b-3d11-4c26-b048-ecb10e977510 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0521948 Apr 06 17:16:55.757804 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70eb4-3a36-4f91-bfa0-9401e0b51825 req-d7b0a59c-cfcb-4b89-a8a3-edd7f0a265c9 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:55.759277 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3ea70eb4-3a36-4f91-bfa0-9401e0b51825 req-d7b0a59c-cfcb-4b89-a8a3-edd7f0a265c9 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 950 time: 0.0541236 Apr 06 17:16:55.812479 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3ea70eb4-3a36-4f91-bfa0-9401e0b51825 req-d745cdc3-9168-43fb-a14a-c36562965f11 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Apr 06 17:16:56.118062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-2f31d505-772f-4aef-8baa-754b1cf32291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:56.119589 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-2f31d505-772f-4aef-8baa-754b1cf32291 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467057 Apr 06 17:16:56.228078 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-959b7f9b-31ef-4818-aad1-c9ae1190954f service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002793 Apr 06 17:16:56.371414 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa25d65f-ff87-4f80-bb91-4d3d0202140b req-b3d2a43b-92ac-467a-8adc-0534e7e1f8b0 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354012 Apr 06 17:16:56.479223 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb095-efc9-4fee-827f-a1a0e371aaa8 req-2bdd418c-404b-437c-85b3-309b256831fa tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:56.481491 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-020eb095-efc9-4fee-827f-a1a0e371aaa8 req-2bdd418c-404b-437c-85b3-309b256831fa tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0722432 Apr 06 17:16:56.544241 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-020eb095-efc9-4fee-827f-a1a0e371aaa8 req-7877a472-89bf-481b-8ecb-fb1f4bf10187 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Apr 06 17:16:56.682518 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52100) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:56.794557 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18787e2e-e9bc-4eba-9293-9e8140ea9d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:56.885571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18787e2e-e9bc-4eba-9293-9e8140ea9d51 admin admin] Publish callbacks [] for security_group (7f5ab8ac-b352-451b-99e3-eef61d1455a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:56.891233 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18787e2e-e9bc-4eba-9293-9e8140ea9d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7f5ab8ac-b352-451b-99e3-eef61d1455a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:56.932331 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-18787e2e-e9bc-4eba-9293-9e8140ea9d51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05dd425753c54886a1d13a254f6ee607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485912 Apr 06 17:16:56.933157 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18787e2e-e9bc-4eba-9293-9e8140ea9d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ab8ac-b352-451b-99e3-eef61d1455a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:56.935495 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52106) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:56.963062 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041bb9-896d-4b61-816c-f41a0f6e1e4c req-c82dd072-dd8d-47c2-a4c3-acb59251eef6 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:56.964579 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-29041bb9-896d-4b61-816c-f41a0f6e1e4c req-c82dd072-dd8d-47c2-a4c3-acb59251eef6 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 950 time: 0.0730000 Apr 06 17:16:56.988831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] Publish callbacks [] for security_group (7f5ab8ac-b352-451b-99e3-eef61d1455a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.012428 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] Publish callbacks [] for security_group (7f5ab8ac-b352-451b-99e3-eef61d1455a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.027160 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-29041bb9-896d-4b61-816c-f41a0f6e1e4c req-bb693a54-b58b-47f0-a53c-3a10ec28ead9 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Apr 06 17:16:57.081644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7f5ab8ac-b352-451b-99e3-eef61d1455a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.085453 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.087348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f5ab8ac-b352-451b-99e3-eef61d1455a6 HTTP/1.1" status: 204 len: 168 time: 0.1505725 Apr 06 17:16:57.102924 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b0e7a-d01c-4782-9fb2-eb782d1a9963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ab8ac-b352-451b-99e3-eef61d1455a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:57.361466 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01466435-6189-420c-a0f7-5a350c78612c req-0f037bfc-b66f-4a27-8d60-18d97ecb5dfa tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:57.363105 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01466435-6189-420c-a0f7-5a350c78612c req-0f037bfc-b66f-4a27-8d60-18d97ecb5dfa tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 950 time: 0.0617123 Apr 06 17:16:57.414236 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52122) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:57.414734 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01466435-6189-420c-a0f7-5a350c78612c req-38583a9d-4fe9-4eb0-94cf-85fe5868bfcd tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452242 Apr 06 17:16:57.427874 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f046ecbb-a407-4c6d-aa1e-2cadb5ce2ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.508477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f046ecbb-a407-4c6d-aa1e-2cadb5ce2ee7 admin admin] Publish callbacks [] for security_group (db3eb989-e97f-4403-b8f9-9176b1833501), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.516676 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f046ecbb-a407-4c6d-aa1e-2cadb5ce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (db3eb989-e97f-4403-b8f9-9176b1833501), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.558380 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046ecbb-a407-4c6d-aa1e-2cadb5ce2ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3eb989-e97f-4403-b8f9-9176b1833501,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:57.563585 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f046ecbb-a407-4c6d-aa1e-2cadb5ce2ee7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e81d1d3828947eea22115de7da9f9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481431 Apr 06 17:16:57.566501 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:57.630741 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] Publish callbacks [] for security_group (db3eb989-e97f-4403-b8f9-9176b1833501), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.680287 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] Publish callbacks [] for security_group (db3eb989-e97f-4403-b8f9-9176b1833501), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.729372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdf5e7-7bbb-48a7-8c9b-e643316b5427 req-9fa58e6a-b816-4651-bda0-44678217eba9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:57.730879 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ecdf5e7-7bbb-48a7-8c9b-e643316b5427 req-9fa58e6a-b816-4651-bda0-44678217eba9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0973213 Apr 06 17:16:57.767192 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (db3eb989-e97f-4403-b8f9-9176b1833501), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.769831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:57.771021 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db3eb989-e97f-4403-b8f9-9176b1833501 HTTP/1.1" status: 204 len: 168 time: 0.2040484 Apr 06 17:16:57.791129 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ecd71-4a69-49f8-952a-574e98f8fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3eb989-e97f-4403-b8f9-9176b1833501,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:57.809884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ecdf5e7-7bbb-48a7-8c9b-e643316b5427 req-eb8ca709-d87f-4497-8330-6df5368699eb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Apr 06 17:16:58.763141 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd231ee-7fc2-4cb1-aa8d-bcd094efd6ec req-b2be387b-1c69-47bb-9391-82479ab03fcf tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:58.765651 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2dd231ee-7fc2-4cb1-aa8d-bcd094efd6ec req-b2be387b-1c69-47bb-9391-82479ab03fcf tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 950 time: 0.2715616 Apr 06 17:16:58.823985 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2dd231ee-7fc2-4cb1-aa8d-bcd094efd6ec req-0a2182b9-9bcb-492b-9be8-7139e50453c2 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521832 Apr 06 17:16:58.952382 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9dfa4-9087-4f3d-83ce-2e20a7945893 req-ceb914f9-176d-4d56-b8ce-d85a2822be62 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:58.954759 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31f9dfa4-9087-4f3d-83ce-2e20a7945893 req-ceb914f9-176d-4d56-b8ce-d85a2822be62 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0677767 Apr 06 17:16:59.009869 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31f9dfa4-9087-4f3d-83ce-2e20a7945893 req-fe7678fb-4cfd-475b-bcae-619293cdaba9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Apr 06 17:16:59.337737 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:59.367936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-740e5569-b3d8-44fd-b24a-a2d6b34fd6d8 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:59.369644 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-740e5569-b3d8-44fd-b24a-a2d6b34fd6d8 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.43 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 950 time: 0.0659482 Apr 06 17:16:59.485554 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Deleting port 0682a3f1-781a-412b-81ba-c6dde4e8b18e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:16:59.485896 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:59.586526 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] For port 0682a3f1-781a-412b-81ba-c6dde4e8b18e, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0682a3f1-781a-412b-81ba-c6dde4e8b18e,segment=NetworkSegment(bf8d09c7-17df-4ea6-910d-65c597be4160),segment_id=bf8d09c7-17df-4ea6-910d-65c597be4160)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:59.591122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:59.607207 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Calling delete_port for 0682a3f1-781a-412b-81ba-c6dde4e8b18e owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:16:59.775866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (0682a3f1-781a-412b-81ba-c6dde4e8b18e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:59.793236 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['0682a3f1-781a-412b-81ba-c6dde4e8b18e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:59.808347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Pushing event deleted for resources: {'Port': ['ID=0682a3f1-781a-412b-81ba-c6dde4e8b18e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:59.879752 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] No DVR routers for this DVR port 0682a3f1-781a-412b-81ba-c6dde4e8b18e on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:16:59.886230 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:59.890411 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6826af8-cf08-418b-84a9-3dd10c39747f req-859d0643-1a6f-4cb3-b7e7-c7ddeea49761 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.43 "DELETE /v2.0/ports/0682a3f1-781a-412b-81ba-c6dde4e8b18e HTTP/1.1" status: 204 len: 173 time: 0.5122347 Apr 06 17:16:59.890929 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'name': 'network-vif-deleted', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:59.900996 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe5cb7c-a738-49e1-95c8-df9ef33632b4" -d '{"events": [{"server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "name": "network-vif-deleted", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:59.996702 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ce65b7b0-99a1-4e7b-8e99-efce9da9fa04 req-ef7ec8ea-9351-40b6-a9e8-76e3e747dd33 tempest-VolumesNegativeTest-124327432 tempest-VolumesNegativeTest-124327432-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a4ae26-7c1b-4e12-bb89-3f283bd52c8b HTTP/1.1" status: 200 len: 210 time: 0.0845125 Apr 06 17:17:00.013867 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900fb59-711b-4894-ab81-8e5d21d58478 x-openstack-request-id: req-0900fb59-711b-4894-ab81-8e5d21d58478 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:00.015194 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4ae26-7c1b-4e12-bb89-3f283bd52c8b", "name": "network-vif-deleted", "tag": "0682a3f1-781a-412b-81ba-c6dde4e8b18e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:00.015306 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0900fb59-711b-4894-ab81-8e5d21d58478 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:00.015710 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0900fb59-711b-4894-ab81-8e5d21d58478'] response: {'server_uuid': '71a4ae26-7c1b-4e12-bb89-3f283bd52c8b', 'name': 'network-vif-deleted', 'tag': '0682a3f1-781a-412b-81ba-c6dde4e8b18e', 'status': 'completed', 'code': 200} Apr 06 17:17:00.173867 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d75c2-f412-4ea5-952b-bb68398012ec req-e48c48c3-3a3c-422d-945d-57964946237c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:00.175610 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-af0d75c2-f412-4ea5-952b-bb68398012ec req-e48c48c3-3a3c-422d-945d-57964946237c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0781579 Apr 06 17:17:00.227418 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-af0d75c2-f412-4ea5-952b-bb68398012ec req-e563a6ac-c15c-4a03-b5a3-932c78e85605 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Apr 06 17:17:00.393784 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:00.516740 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.613057 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Publish callbacks [] for security_group (0a9eb647-47f1-4b40-b4d6-b6e596728420), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.622322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (0a9eb647-47f1-4b40-b4d6-b6e596728420), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.672029 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f851d0a2d5043c699bc9afd85c31542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771111 Apr 06 17:17:00.673896 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9eb647-47f1-4b40-b4d6-b6e596728420,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:00.674824 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:00.681460 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.681826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.682176 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.684744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.685456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.685456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.685817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.687094 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b67d1f-3eab-4720-a1f1-520a3f58bc83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:00.728152 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] Publish callbacks [] for security_group (0a9eb647-47f1-4b40-b4d6-b6e596728420), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.752648 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] Publish callbacks [] for security_group (0a9eb647-47f1-4b40-b4d6-b6e596728420), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.807267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (0a9eb647-47f1-4b40-b4d6-b6e596728420), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.809984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:00.811743 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a9eb647-47f1-4b40-b4d6-b6e596728420 HTTP/1.1" status: 204 len: 168 time: 0.1354578 Apr 06 17:17:00.823718 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdc295-e10d-4bc8-a749-2e12099d8845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9eb647-47f1-4b40-b4d6-b6e596728420,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:01.126283 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:01.145760 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c903648d-60af-41db-b21c-edded5f64112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.249623 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c903648d-60af-41db-b21c-edded5f64112 admin admin] Publish callbacks [] for security_group (6713586a-21d2-4d75-ba0e-da1b10d4a6fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.255371 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c903648d-60af-41db-b21c-edded5f64112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6713586a-21d2-4d75-ba0e-da1b10d4a6fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.312944 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c903648d-60af-41db-b21c-edded5f64112 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f91169c876c44c788236d044eb2e867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849704 Apr 06 17:17:01.314417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903648d-60af-41db-b21c-edded5f64112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6713586a-21d2-4d75-ba0e-da1b10d4a6fd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:01.315764 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:01.381142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] Publish callbacks [] for security_group (6713586a-21d2-4d75-ba0e-da1b10d4a6fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.408937 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] Publish callbacks [] for security_group (6713586a-21d2-4d75-ba0e-da1b10d4a6fd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.423491 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bbd87-0beb-4a8f-8e71-687d55f534fa req-9c2a86e0-b73b-490a-a0b7-cd877b3edae1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:01.425040 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-088bbd87-0beb-4a8f-8e71-687d55f534fa req-9c2a86e0-b73b-490a-a0b7-cd877b3edae1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0745549 Apr 06 17:17:01.484139 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6713586a-21d2-4d75-ba0e-da1b10d4a6fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.487397 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.488661 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-088bbd87-0beb-4a8f-8e71-687d55f534fa req-9e2c9c1d-a16f-4e96-ac41-ac57574a0fa0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575376 Apr 06 17:17:01.489011 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6713586a-21d2-4d75-ba0e-da1b10d4a6fd HTTP/1.1" status: 204 len: 168 time: 0.1718881 Apr 06 17:17:01.505369 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5362627-7de6-4969-a938-06529deed654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6713586a-21d2-4d75-ba0e-da1b10d4a6fd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:02.060100 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:17:02.629690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569736a7-d7b9-44c4-9acf-be32f55f0864 req-e0daf5ec-1f48-4cad-a7b6-a6623f7f88b4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:02.631685 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-569736a7-d7b9-44c4-9acf-be32f55f0864 req-e0daf5ec-1f48-4cad-a7b6-a6623f7f88b4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0713120 Apr 06 17:17:02.653870 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 0682a3f1-781a-412b-81ba-c6dde4e8b18e no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:17:02.694473 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 0682a3f1-781a-412b-81ba-c6dde4e8b18e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:17:02.694810 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 0682a3f1-781a-412b-81ba-c6dde4e8b18e not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:17:02.696249 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-569736a7-d7b9-44c4-9acf-be32f55f0864 req-9cf318be-6472-42bd-951b-2873c031b61b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585797 Apr 06 17:17:02.844220 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52436) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:02.967863 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e49d-a4f5-4e3f-aa31-1970615437ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.061750 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e49d-a4f5-4e3f-aa31-1970615437ea admin admin] Publish callbacks [] for security_group (aa46a3e2-0e03-458b-a73c-97579b5ef97f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.066068 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e49d-a4f5-4e3f-aa31-1970615437ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (aa46a3e2-0e03-458b-a73c-97579b5ef97f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.111032 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b9b4e49d-a4f5-4e3f-aa31-1970615437ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0773452a30064c3c9ae6b5534d874fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656522 Apr 06 17:17:03.111888 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e49d-a4f5-4e3f-aa31-1970615437ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46a3e2-0e03-458b-a73c-97579b5ef97f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:03.114196 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:03.173694 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] Publish callbacks [] for security_group (aa46a3e2-0e03-458b-a73c-97579b5ef97f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.200004 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] Publish callbacks [] for security_group (aa46a3e2-0e03-458b-a73c-97579b5ef97f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.259642 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (aa46a3e2-0e03-458b-a73c-97579b5ef97f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.262469 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:03.263643 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa46a3e2-0e03-458b-a73c-97579b5ef97f HTTP/1.1" status: 204 len: 168 time: 0.1456511 Apr 06 17:17:03.275323 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb285d-2ebf-45ff-97ce-d916574d6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46a3e2-0e03-458b-a73c-97579b5ef97f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:03.848166 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5ad5-b370-4a5f-953e-6e7ecd7edd52 req-d7136865-1dba-4998-9fdb-8b9075cdee8f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:03.849710 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a9c5ad5-b370-4a5f-953e-6e7ecd7edd52 req-d7136865-1dba-4998-9fdb-8b9075cdee8f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0711999 Apr 06 17:17:03.923886 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a9c5ad5-b370-4a5f-953e-6e7ecd7edd52 req-9a25cadb-21cd-4f73-9f2b-586094cbb669 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Apr 06 17:17:03.951080 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ef72-8844-487c-94a3-3e162265e669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:05.057904 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1cbe2-4ab8-4d67-8398-c22f882c749e req-24c889e8-7d40-48f4-a62d-86ce5145ac61 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:05.059463 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-84d1cbe2-4ab8-4d67-8398-c22f882c749e req-24c889e8-7d40-48f4-a62d-86ce5145ac61 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0566769 Apr 06 17:17:05.113213 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-84d1cbe2-4ab8-4d67-8398-c22f882c749e req-3e09c16c-248b-4df5-9b7a-62ec62ec2c08 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Apr 06 17:17:06.234885 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52648) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:06.259001 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029118df-b8bb-477e-a7e9-4357c5b8cdca req-5ca70d36-44ed-4fb9-9a0a-407d7ad52f9a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:06.266714 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-029118df-b8bb-477e-a7e9-4357c5b8cdca req-5ca70d36-44ed-4fb9-9a0a-407d7ad52f9a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0795751 Apr 06 17:17:06.314330 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-029118df-b8bb-477e-a7e9-4357c5b8cdca req-dc585369-be43-492c-aa0b-770a726c3cef tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Apr 06 17:17:06.415482 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-08065c39-b570-4807-aec5-ca7d7a6e4335 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a27921733074d8d95aeed4589c248da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794300 Apr 06 17:17:06.417990 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52656) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:06.475880 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Publish callbacks [] for security_group (ecc9ca2a-261a-4f0f-ad58-e16f57aeb649), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:06.499881 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Publish callbacks [] for security_group (ecc9ca2a-261a-4f0f-ad58-e16f57aeb649), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:06.549549 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ecc9ca2a-261a-4f0f-ad58-e16f57aeb649), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:06.552095 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:06.553401 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecc9ca2a-261a-4f0f-ad58-e16f57aeb649 HTTP/1.1" status: 204 len: 168 time: 0.1343076 Apr 06 17:17:06.562211 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9ca2a-261a-4f0f-ad58-e16f57aeb649,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:06.572190 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.572586 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.573234 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.573234 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.573572 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.573901 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.574227 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.574554 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.574883 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.575207 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.575530 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.575854 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.576178 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.576573 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.577474 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8892e-e503-4194-9cac-e32da6dd1a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:06.679504 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7e69d5-c7d8-4a23-b6db-d767f1bbd70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.471077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ed2d-d37d-4d9a-8dfd-6fe0c59fed00 req-4f7e577e-858a-4458-ad94-0a9faf07c685 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:07.474963 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8592ed2d-d37d-4d9a-8dfd-6fe0c59fed00 req-4f7e577e-858a-4458-ad94-0a9faf07c685 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0861816 Apr 06 17:17:07.549647 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8592ed2d-d37d-4d9a-8dfd-6fe0c59fed00 req-ba1246c1-f7fd-4b5c-bfa3-3a20fb88559c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694647 Apr 06 17:17:07.619848 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.803753 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52712) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:07.988804 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c400f9a-7a3e-409e-bbd7-76e8fee8a314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.076249 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c400f9a-7a3e-409e-bbd7-76e8fee8a314 admin admin] Publish callbacks [] for security_group (c7331fce-02c6-4838-b0e4-088a583b3114), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.080654 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c400f9a-7a3e-409e-bbd7-76e8fee8a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c7331fce-02c6-4838-b0e4-088a583b3114), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.120429 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-1c400f9a-7a3e-409e-bbd7-76e8fee8a314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81bee20272b94ab49ad660dbb25b8a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147576 Apr 06 17:17:08.121160 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c400f9a-7a3e-409e-bbd7-76e8fee8a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7331fce-02c6-4838-b0e4-088a583b3114,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:08.123196 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:08.172816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] Publish callbacks [] for security_group (c7331fce-02c6-4838-b0e4-088a583b3114), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.194658 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] Publish callbacks [] for security_group (c7331fce-02c6-4838-b0e4-088a583b3114), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.245642 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c7331fce-02c6-4838-b0e4-088a583b3114), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.248203 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.249501 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7331fce-02c6-4838-b0e4-088a583b3114 HTTP/1.1" status: 204 len: 168 time: 0.1251149 Apr 06 17:17:08.257230 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359a6c0-d075-4a56-a0d4-b028e369849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7331fce-02c6-4838-b0e4-088a583b3114,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:08.687384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfe07-06df-48c5-8419-404255d4682b req-1900272a-379e-4fee-9c0c-aa79846b2208 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:08.688918 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0cbfe07-06df-48c5-8419-404255d4682b req-1900272a-379e-4fee-9c0c-aa79846b2208 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0625494 Apr 06 17:17:08.739881 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0cbfe07-06df-48c5-8419-404255d4682b req-b5de3622-3ce6-4c6e-8aeb-2eb90130986d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Apr 06 17:17:09.057174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.864842 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e660-f21e-4d50-af2f-c01e48103cc4 req-afc52a1c-1530-40f7-8f42-b6b9455838dd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:09.866420 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-49d8e660-f21e-4d50-af2f-c01e48103cc4 req-afc52a1c-1530-40f7-8f42-b6b9455838dd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0571332 Apr 06 17:17:09.917095 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-49d8e660-f21e-4d50-af2f-c01e48103cc4 req-db238996-96fd-4566-8267-2b545f2326cc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Apr 06 17:17:10.434225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:11.049120 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db63c3-da20-4aa7-a320-d256c90b5c16 req-ecf35dee-d12e-4849-827b-84b475e26dcb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:11.050704 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8db63c3-da20-4aa7-a320-d256c90b5c16 req-ecf35dee-d12e-4849-827b-84b475e26dcb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0624783 Apr 06 17:17:11.101905 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8db63c3-da20-4aa7-a320-d256c90b5c16 req-791f5180-b8ef-4073-b1f5-ea9fbdcf7c57 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Apr 06 17:17:12.232521 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45bad-64a5-4ef5-9efb-4a9943150614 req-f5993dbe-9a1e-491d-a764-a3ac70881ded tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:12.234075 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cee45bad-64a5-4ef5-9efb-4a9943150614 req-f5993dbe-9a1e-491d-a764-a3ac70881ded tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0564771 Apr 06 17:17:12.282975 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cee45bad-64a5-4ef5-9efb-4a9943150614 req-b22b1059-a560-4ee1-98f7-7ea20765617a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Apr 06 17:17:13.418155 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322d7cc-8f79-408d-9f92-7853bfd38d90 req-1b89fd8b-1a8e-438c-8df6-bd5492530399 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:13.419696 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8322d7cc-8f79-408d-9f92-7853bfd38d90 req-1b89fd8b-1a8e-438c-8df6-bd5492530399 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0674338 Apr 06 17:17:13.481622 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8322d7cc-8f79-408d-9f92-7853bfd38d90 req-45443ce8-d474-4f92-9b55-cd6e9ff2d28c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551665 Apr 06 17:17:13.819185 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f129-9642-4cdc-b229-aaeb05a333b6 req-f272c843-9576-4419-8876-e4efd2d3544c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:13.820845 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6d6f129-9642-4cdc-b229-aaeb05a333b6 req-f272c843-9576-4419-8876-e4efd2d3544c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0561724 Apr 06 17:17:13.867777 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6d6f129-9642-4cdc-b229-aaeb05a333b6 req-f368fb7d-8306-4500-8e29-b8680c83bb69 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412438 Apr 06 17:17:14.638739 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545a1e7-464b-4422-b9ae-2ff39f969fa5 req-b412c260-67c7-45e3-a4f0-3cf63fba5eed tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:14.641113 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5545a1e7-464b-4422-b9ae-2ff39f969fa5 req-b412c260-67c7-45e3-a4f0-3cf63fba5eed tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0658441 Apr 06 17:17:14.697649 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5545a1e7-464b-4422-b9ae-2ff39f969fa5 req-b2a49835-12f2-46fe-b3b8-2d117e2fe756 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503466 Apr 06 17:17:15.001319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd74c4-028d-474c-9dff-c23bc439e658 req-a45cdef8-c06f-4f5d-804b-178a294b0751 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.002855 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5dd74c4-028d-474c-9dff-c23bc439e658 req-a45cdef8-c06f-4f5d-804b-178a294b0751 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0551422 Apr 06 17:17:15.051916 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5dd74c4-028d-474c-9dff-c23bc439e658 req-8a564d65-dc9f-4443-a21e-6e14335da551 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Apr 06 17:17:15.839431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1d7c-5946-41af-87ba-59a51a787ec4 req-b1b90cc3-f1f5-4844-8f7c-619e2f337847 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.840963 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-448e1d7c-5946-41af-87ba-59a51a787ec4 req-b1b90cc3-f1f5-4844-8f7c-619e2f337847 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0577562 Apr 06 17:17:15.895918 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-448e1d7c-5946-41af-87ba-59a51a787ec4 req-d4e961e0-fbe5-4226-8ee0-12ac33d06af0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Apr 06 17:17:15.940987 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:16.085638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534188aa-2c35-4ab7-859a-4f3e948a336c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.203479 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534188aa-2c35-4ab7-859a-4f3e948a336c admin admin] Publish callbacks [] for security_group (9c42d654-7f14-40a9-94d1-d91165f12be6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.215137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd921458-7a5a-48ab-889f-5badbdda8d89 req-515fc5e1-7a41-4640-a56b-be8c606af084 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:16.216619 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd921458-7a5a-48ab-889f-5badbdda8d89 req-515fc5e1-7a41-4640-a56b-be8c606af084 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0895989 Apr 06 17:17:16.218177 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534188aa-2c35-4ab7-859a-4f3e948a336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9c42d654-7f14-40a9-94d1-d91165f12be6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.278324 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-534188aa-2c35-4ab7-859a-4f3e948a336c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecf19d838c85487691f38a8ad13c0b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361967 Apr 06 17:17:16.282202 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52836) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:16.286328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534188aa-2c35-4ab7-859a-4f3e948a336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42d654-7f14-40a9-94d1-d91165f12be6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:16.306483 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd921458-7a5a-48ab-889f-5badbdda8d89 req-9d37bc46-b67b-4419-a4c8-286ca8584251 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833406 Apr 06 17:17:16.337692 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] Publish callbacks [] for security_group (9c42d654-7f14-40a9-94d1-d91165f12be6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.360085 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] Publish callbacks [] for security_group (9c42d654-7f14-40a9-94d1-d91165f12be6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.407119 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9c42d654-7f14-40a9-94d1-d91165f12be6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.409699 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:16.411098 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c42d654-7f14-40a9-94d1-d91165f12be6 HTTP/1.1" status: 204 len: 168 time: 0.1275373 Apr 06 17:17:16.419963 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf88c1-da56-4411-9962-f7a9364659df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42d654-7f14-40a9-94d1-d91165f12be6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:17.024424 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098a252-3d70-48da-9002-e04c7e5adb6d req-f7ad627f-1a05-420b-87f5-9fa234809bbe tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:17.032656 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0098a252-3d70-48da-9002-e04c7e5adb6d req-f7ad627f-1a05-420b-87f5-9fa234809bbe tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0566084 Apr 06 17:17:17.078152 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0098a252-3d70-48da-9002-e04c7e5adb6d req-12380a10-98d9-4015-bf7b-637c5d6cbddb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456381 Apr 06 17:17:17.079095 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52862) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:17.189200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1576065153-network', 'tenant_id': '934fd09758e54661b8220d8f17b439f9'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:17.208512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Made reservation on behalf of 934fd09758e54661b8220d8f17b439f9 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:17.210964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.223434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.303795 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks [] for security_group (0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.307709 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.335659 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:17:17.343105 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:17.351505 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (bb99373b-3f6d-4948-ada1-5c1171955d32), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.351795 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Added segment bb99373b-3f6d-4948-ada1-5c1171955d32 of type vlan for network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 Apr 06 17:17:17.404146 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (4b3cbfe8-430b-47e6-b984-4c0eb5be5625), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.433399 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (4b3cbfe8-430b-47e6-b984-4c0eb5be5625), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.434371 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:17.434965 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.449476 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cf31e-771a-474f-ab96-e3867dbe12f0 req-4bd0db86-89b4-4c73-a1ca-9e99d5daa90c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:17.452632 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a91cf31e-771a-474f-ab96-e3867dbe12f0 req-4bd0db86-89b4-4c73-a1ca-9e99d5daa90c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0661061 Apr 06 17:17:17.500331 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4201376 Apr 06 17:17:17.504530 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:17.506584 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8d54d-6f99-44ce-ba9c-e4f191c09f48 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3cbfe8-430b-47e6-b984-4c0eb5be5625,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:17.509774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Request body: {'subnet': {'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1576065153-subnet', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:17.531192 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:17:17.534853 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a91cf31e-771a-474f-ab96-e3867dbe12f0 req-9a48297e-16a2-483c-95b4-a50bcc4eba3f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748112 Apr 06 17:17:17.543591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Made reservation on behalf of 934fd09758e54661b8220d8f17b439f9 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:17.547811 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.740829 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (f9a2654a-d870-412f-87a9-86dffe2c3c36), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.797137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a2654a-d870-412f-87a9-86dffe2c3c36,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:17.812455 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:17.812936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Network hostable DHCP agents. Network: 4b3cbfe8-430b-47e6-b984-4c0eb5be5625, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:17:17.832602 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:17:17.843284 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 4b3cbfe8-430b-47e6-b984-4c0eb5be5625) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:17.847810 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:17.848481 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.855150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c46a7-58f6-4b9c-985d-1208feb6a478 None None] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:17:17.870090 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5b4ee3be-84de-4279-8345-5152cb2dd416 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3640280 Apr 06 17:17:17.874395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:17.878780 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:17.907576 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.908695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.963960 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for router_controller (794adf6f-0dad-40d1-a1db-32b1de3bd06c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:17.968174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:17:17.969158 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.121921 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for router_gateway (794adf6f-0dad-40d1-a1db-32b1de3bd06c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.135654 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Allocated IP 172.20.0.2 (4b3cbfe8-430b-47e6-b984-4c0eb5be5625/f9a2654a-d870-412f-87a9-86dffe2c3c36/3aa74dcd-1103-4f8f-aa4d-b6419fc597ce) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:18.266532 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812a889-11c6-41f6-84b3-6468b64ed4a3 req-c75d689c-15d4-410b-8589-4b1901f57806 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:18.268556 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9812a889-11c6-41f6-84b3-6468b64ed4a3 req-c75d689c-15d4-410b-8589-4b1901f57806 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0854430 Apr 06 17:17:18.323611 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9812a889-11c6-41f6-84b3-6468b64ed4a3 req-edb96191-5891-4779-a0f0-643daeeb510f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Apr 06 17:17:18.351988 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks [] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.367891 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.408019 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for router_gateway (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.416503 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:18.421913 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:18.431815 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:18.431963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.432062 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Pushing event updated for resources: {'Port': ['ID=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:18.443340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.443701 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.444069 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.444454 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.444800 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.445168 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.445544 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.445879 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.446623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.446623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.446865 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.447201 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.447660 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.448107 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.448298 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:18.520596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Attempting to bind port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:18.521061 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Attempting to bind port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:18.521505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Attempting to bind port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:18.528225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:18.528708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:18.529292 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.529707 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Bound using segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:18.530536 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Bound port: 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:18.530939 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.577996 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Allocated IP 172.27.3.119 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/24f14956-0fce-4a8e-b1d4-3c7887f35618) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:18.621193 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] For port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:18.626459 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] For port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:18.634077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.699447 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b319ff-08e6-4c86-8974-04e7549be0cc None None] Pushing event updated for resources: {'Port': ['ID=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:18.784997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782804-0463-443a-8c98-caa9bb23f795 req-04a44d2f-0d7e-4452-8a20-41f0794f964c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:18.786598 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c782804-0463-443a-8c98-caa9bb23f795 req-04a44d2f-0d7e-4452-8a20-41f0794f964c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1340375 Apr 06 17:17:18.814395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.887443 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c782804-0463-443a-8c98-caa9bb23f795 req-449f0899-acec-4bdd-889a-53338858e605 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912442 Apr 06 17:17:18.906854 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.961730 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:18.965066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:18.968090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:19.057874 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Pushing event updated for resources: {'Port': ['ID=24f14956-0fce-4a8e-b1d4-3c7887f35618,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:19.281969 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for router_gateway (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:19.329509 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608f305-eb62-4c33-ae79-c7f0b2b0fc13 req-84a09110-d892-4a4a-8e54-b565a6a539aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:19.331016 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f608f305-eb62-4c33-ae79-c7f0b2b0fc13 req-84a09110-d892-4a4a-8e54-b565a6a539aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.1024768 Apr 06 17:17:19.420362 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:19.428962 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f608f305-eb62-4c33-ae79-c7f0b2b0fc13 req-d4f17293-9e54-43d0-a0d5-c9d8750f019b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908084 Apr 06 17:17:19.484183 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:19.484560 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:19.485432 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5417c-184a-4866-89d1-73e9ff218741 req-8c4708f4-f4a7-4abe-9fe5-25c1a1f283ae tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:19.487192 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-16a5417c-184a-4866-89d1-73e9ff218741 req-8c4708f4-f4a7-4abe-9fe5-25c1a1f283ae tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0660625 Apr 06 17:17:19.570389 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-16a5417c-184a-4866-89d1-73e9ff218741 req-6e25d8c2-e0ae-451a-9406-b62e2bc78552 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768006 Apr 06 17:17:19.600196 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:19.600699 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:19.644567 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:19.651238 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:19.716310 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:19.827453 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f7ed58-38f0-4117-af01-cebdbed16139 None None] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:17:19.861938 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:19.965600 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-037ad277-b903-49e6-bfd8-c07e5cff5e1c None None] Provisioning complete for port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:19.966113 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-037ad277-b903-49e6-bfd8-c07e5cff5e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.072764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583d68e-01bc-43e6-8e10-1c5fcc2eab42 req-fbd2c42f-9ebd-4a33-b345-8d7620ae7fab tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:20.074494 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b583d68e-01bc-43e6-8e10-1c5fcc2eab42 req-fbd2c42f-9ebd-4a33-b345-8d7620ae7fab tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1081233 Apr 06 17:17:20.076990 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-037ad277-b903-49e6-bfd8-c07e5cff5e1c None None] Current status of the port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:20.110463 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:17:20.141766 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b583d68e-01bc-43e6-8e10-1c5fcc2eab42 req-91610bf3-afc3-4837-b5e5-af3a20679171 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580504 Apr 06 17:17:20.252020 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:20.264041 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:20.272842 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.274290 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2178e473-c7ed-4ae9-9550-3718c0dff980 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4008021 Apr 06 17:17:20.275640 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:20.283888 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:20.284101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52908) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:20.309460 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ece24aa1-a9dd-4654-85c8-ab6918f96df9 None None] Provisioning complete for port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:20.309845 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ece24aa1-a9dd-4654-85c8-ab6918f96df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.396440 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:20.409606 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ece24aa1-a9dd-4654-85c8-ab6918f96df9 None None] Current status of the port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:20.588759 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:19Z', 'revision_number': 3, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:20.625603 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:20.626242 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Updating router 794adf6f-0dad-40d1-a1db-32b1de3bd06c port 24f14956-0fce-4a8e-b1d4-3c7887f35618 binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:17:20.659766 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.697972 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360927-6e26-467d-ac33-f8bc9e6c9876 req-1bd960d9-c4d9-4ab3-939f-f868b63ebf04 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:20.702009 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-55360927-6e26-467d-ac33-f8bc9e6c9876 req-1bd960d9-c4d9-4ab3-939f-f868b63ebf04 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0596123 Apr 06 17:17:20.754513 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-55360927-6e26-467d-ac33-f8bc9e6c9876 req-c50ab338-b941-4aa4-b83e-08ba4ced2d79 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Apr 06 17:17:20.760376 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.925152 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Allocated IP 172.20.0.1 (4b3cbfe8-430b-47e6-b984-4c0eb5be5625/f9a2654a-d870-412f-87a9-86dffe2c3c36/801ced85-275d-44e3-9054-3afab28c54fd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:20.956682 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks [] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:20.963800 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.026308 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Pushing event updated for resources: {'Port': ['ID=24f14956-0fce-4a8e-b1d4-3c7887f35618,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:21.034067 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.034871 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.034871 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.035131 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.035441 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.035776 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.036525 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.036525 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.036765 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.037148 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.037482 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.037832 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.038152 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.038491 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.038791 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:21.040408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks [] for port (801ced85-275d-44e3-9054-3afab28c54fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.042205 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Attempting to bind port 24f14956-0fce-4a8e-b1d4-3c7887f35618 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:21.042577 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Attempting to bind port 24f14956-0fce-4a8e-b1d4-3c7887f35618 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:21.042938 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Attempting to bind port 24f14956-0fce-4a8e-b1d4-3c7887f35618 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:21.049297 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:21.049672 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:21.050074 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.050464 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:21.050991 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Bound port: 24f14956-0fce-4a8e-b1d4-3c7887f35618, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:21.051383 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.080214 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.112911 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] For port 24f14956-0fce-4a8e-b1d4-3c7887f35618, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:21.116661 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] For port 24f14956-0fce-4a8e-b1d4-3c7887f35618, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=24f14956-0fce-4a8e-b1d4-3c7887f35618,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:21.127833 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.135146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:21.138420 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:21.141795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:21.142284 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.226136 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28c595-3287-43e6-9123-c66a61755a64 None None] Pushing event updated for resources: {'Port': ['ID=24f14956-0fce-4a8e-b1d4-3c7887f35618,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:21.238012 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:21.238664 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:21.383615 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Pushing event updated for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:21.449810 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:21.496257 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:21.503890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (801ced85-275d-44e3-9054-3afab28c54fd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.532494 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1dbe-f1dc-467b-bf88-f629a849835e req-112eefa1-1274-434d-8442-f444aace0722 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.534096 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40db1dbe-f1dc-467b-bf88-f629a849835e req-112eefa1-1274-434d-8442-f444aace0722 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1528015 Apr 06 17:17:21.559332 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-b5e1b9c3-e11a-4f5d-aeed-08167b3a0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.561639 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-b5e1b9c3-e11a-4f5d-aeed-08167b3a0118 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.1350846 Apr 06 17:17:21.586721 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9451ddb0-6cd6-4823-96d0-0d336d61cc23 None None] Provisioning complete for port 801ced85-275d-44e3-9054-3afab28c54fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:21.588092 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9451ddb0-6cd6-4823-96d0-0d336d61cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (801ced85-275d-44e3-9054-3afab28c54fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.661617 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:21.662194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.665904 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9451ddb0-6cd6-4823-96d0-0d336d61cc23 None None] Port 801ced85-275d-44e3-9054-3afab28c54fd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:21.693157 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:19Z', 'revision_number': 3, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:21.724374 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c675a-3195-4567-9a2a-bee52b32103b None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:19Z', 'revision_number': 3, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:21.729468 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40db1dbe-f1dc-467b-bf88-f629a849835e req-f940cb3f-68dc-4dee-883a-28acf50210dc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724257 Apr 06 17:17:21.770478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-b58a1376-7882-4f34-8efa-d11b46b54919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.771595 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-b58a1376-7882-4f34-8efa-d11b46b54919 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1863713 Apr 06 17:17:21.816356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:21.840196 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-74e01aac-c1d6-47bb-8ef1-5b01f000ac3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.0559590 Apr 06 17:17:21.899898 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf3f93-0ad9-47da-a65c-66d782bc7079 req-31b661eb-6358-4f6f-aa42-007c55390fc3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.901654 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-addf3f93-0ad9-47da-a65c-66d782bc7079 req-31b661eb-6358-4f6f-aa42-007c55390fc3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0686166 Apr 06 17:17:21.940581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-94be7e23-c7b9-482c-960d-761afb088740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.942387 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-94be7e23-c7b9-482c-960d-761afb088740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0908663 Apr 06 17:17:21.952300 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks [] for port (801ced85-275d-44e3-9054-3afab28c54fd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.964703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.965442 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:21.966862 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-addf3f93-0ad9-47da-a65c-66d782bc7079 req-ad66f760-877f-439c-b296-9049eeb0d92c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577242 Apr 06 17:17:22.069578 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Pushing event updated for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:22.145251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-1bb80f21-8446-451b-896a-ce7be174735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.147073 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-1bb80f21-8446-451b-896a-ce7be174735b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1926980 Apr 06 17:17:22.261977 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:22.283638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:22.380494 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-a3956d5c-903f-40b9-a8e9-1766789dc22a service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228701 Apr 06 17:17:22.510256 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248e1b-a965-4363-aa30-c16b973a18cd req-f057919b-c610-4f52-b3f2-6323e1d7dab7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.519211 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f248e1b-a965-4363-aa30-c16b973a18cd req-f057919b-c610-4f52-b3f2-6323e1d7dab7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.2752368 Apr 06 17:17:22.656350 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7dc2b5d8-88fd-481c-9366-83417a0ee53a req-7b69fdc3-96ce-441f-b07f-d0f4b476c5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474794 Apr 06 17:17:22.664031 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f248e1b-a965-4363-aa30-c16b973a18cd req-8cb70088-99eb-43f7-a60f-8d834f5f6e2b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438868 Apr 06 17:17:22.666026 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:17:22.709952 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2a82b4ec-0eff-4ece-ad07-c7adbceb5c43 None None] Provisioning complete for port 801ced85-275d-44e3-9054-3afab28c54fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:22.711018 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a82b4ec-0eff-4ece-ad07-c7adbceb5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (801ced85-275d-44e3-9054-3afab28c54fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:22.777402 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2a82b4ec-0eff-4ece-ad07-c7adbceb5c43 None None] Port 801ced85-275d-44e3-9054-3afab28c54fd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:22.855342 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-202428d5-7764-4bfc-9ad3-731729d656d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.856939 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-202428d5-7764-4bfc-9ad3-731729d656d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.1067309 Apr 06 17:17:22.880372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:22.889502 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-510ceb97-d77c-4ae8-bafe-542671d684c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/794adf6f-0dad-40d1-a1db-32b1de3bd06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104779 Apr 06 17:17:22.916441 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6e583-04c9-49e6-af9e-0a8f735bb06f req-3be7e00c-7b89-479a-a4f8-40c25a31edeb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.921245 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2bd6e583-04c9-49e6-af9e-0a8f735bb06f req-3be7e00c-7b89-479a-a4f8-40c25a31edeb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0690482 Apr 06 17:17:22.985886 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2bd6e583-04c9-49e6-af9e-0a8f735bb06f req-f17a9767-9ce9-4890-bab9-985e8062507c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585546 Apr 06 17:17:23.321272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-dade52f3-163a-4fb5-bb93-7851205f1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:23.323519 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-dade52f3-163a-4fb5-bb93-7851205f1a6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1533971 Apr 06 17:17:23.413305 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-06be1909-dbac-4944-b1ed-ab8ee7eb1731 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.0790257 Apr 06 17:17:23.444417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 24f14956-0fce-4a8e-b1d4-3c7887f35618 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:23.539533 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 24f14956-0fce-4a8e-b1d4-3c7887f35618 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:23.541677 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.594127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 52960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:23.600947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732805372-network', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:23.627546 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Made reservation on behalf of 4166ba51aa3b4fb7b86d1caf79c62790 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:23.630229 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.640470 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 24f14956-0fce-4a8e-b1d4-3c7887f35618 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:23.640722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.641308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.673090 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 24f14956-0fce-4a8e-b1d4-3c7887f35618, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=24f14956-0fce-4a8e-b1d4-3c7887f35618,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:23.684801 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.744646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-30c32f19-72dc-4c17-8539-342f7b5e8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:23.746248 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-30c32f19-72dc-4c17-8539-342f7b5e8f5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0764592 Apr 06 17:17:23.773065 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=24f14956-0fce-4a8e-b1d4-3c7887f35618,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:23.855174 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks [] for security_group (273f58b9-0d0a-4038-a198-5df52bb4df86), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.865404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (273f58b9-0d0a-4038-a198-5df52bb4df86), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.887491 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:17:23.915569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (e2bf80cc-8816-4f66-b0f1-97212ccc0d43), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.915920 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Added segment e2bf80cc-8816-4f66-b0f1-97212ccc0d43 of type vlan for network b8318296-0164-4239-9982-2fc3c43f5acb Apr 06 17:17:23.918376 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d7507-2fb1-4d5e-bd3b-0b62622a0b9c req-d5203f50-896a-40f5-bc40-9984e8af78e6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:23.920350 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-1e3c1203-0c2c-4b68-989e-dc5c4e69dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:23.928598 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3a5d7507-2fb1-4d5e-bd3b-0b62622a0b9c req-d5203f50-896a-40f5-bc40-9984e8af78e6 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.1059742 Apr 06 17:17:23.928790 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-1e3c1203-0c2c-4b68-989e-dc5c4e69dadc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1679113 Apr 06 17:17:23.934700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:23.974610 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:23.979940 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:23.988922 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3a5d7507-2fb1-4d5e-bd3b-0b62622a0b9c req-a5169e56-f868-4bba-ac77-6a64b366d4a3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586240 Apr 06 17:17:24.065057 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f58b9-0d0a-4038-a198-5df52bb4df86,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.081987 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (b8318296-0164-4239-9982-2fc3c43f5acb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.174628 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.181391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (b8318296-0164-4239-9982-2fc3c43f5acb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.183396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:24.183949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.195498 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-d318caf2-37e6-4343-90b2-adb50d147ffe service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537255 Apr 06 17:17:24.248201 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:24.308916 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876f6a8-8353-4c15-a68e-6542a98f27ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.410212 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876f6a8-8353-4c15-a68e-6542a98f27ac admin admin] Publish callbacks [] for security_group (bae5f1d4-a7b6-456d-81f9-f193d5f6df27), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.415908 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876f6a8-8353-4c15-a68e-6542a98f27ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (bae5f1d4-a7b6-456d-81f9-f193d5f6df27), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.472165 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6876f6a8-8353-4c15-a68e-6542a98f27ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4463295433824c1d878195b49cffbc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963967 Apr 06 17:17:24.473219 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876f6a8-8353-4c15-a68e-6542a98f27ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5f1d4-a7b6-456d-81f9-f193d5f6df27,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.476607 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.518168 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 2, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:24.548122 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] Publish callbacks [] for security_group (bae5f1d4-a7b6-456d-81f9-f193d5f6df27), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.561255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:24.561702 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Updating router 794adf6f-0dad-40d1-a1db-32b1de3bd06c port 801ced85-275d-44e3-9054-3afab28c54fd binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:17:24.589827 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] Publish callbacks [] for security_group (bae5f1d4-a7b6-456d-81f9-f193d5f6df27), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.599726 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0034244 Apr 06 17:17:24.605874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52982) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.608723 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (801ced85-275d-44e3-9054-3afab28c54fd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.620138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Request body: {'subnet': {'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732805372-subnet', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:24.623103 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06acec-9a5a-405c-b6e9-ff87b391566d req-af9867cd-f1b7-4348-a5cc-f805b7dbac7a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:24.624903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a06acec-9a5a-405c-b6e9-ff87b391566d req-af9867cd-f1b7-4348-a5cc-f805b7dbac7a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.5291133 Apr 06 17:17:24.628148 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5f4c-e905-41b3-8550-d530400c9f7b admin admin] Pushing event updated for resources: {'Network': ['ID=b8318296-0164-4239-9982-2fc3c43f5acb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.666646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network b8318296-0164-4239-9982-2fc3c43f5acb details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:17:24.674446 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Made reservation on behalf of 4166ba51aa3b4fb7b86d1caf79c62790 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:24.677825 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374143'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.702796 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-567bb6c7-64ff-4996-8041-3dc38f5796e7 req-50809489-568d-4560-941a-9d9445eee86d service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927831 Apr 06 17:17:24.729489 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a06acec-9a5a-405c-b6e9-ff87b391566d req-7ec62e81-297c-4eed-aea7-e1b65e760af9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880408 Apr 06 17:17:24.760543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (bae5f1d4-a7b6-456d-81f9-f193d5f6df27), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.760543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.760543 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bae5f1d4-a7b6-456d-81f9-f193d5f6df27 HTTP/1.1" status: 204 len: 168 time: 0.2774858 Apr 06 17:17:24.779927 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a19bd-6547-4d11-ad85-caf5f4a0b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5f1d4-a7b6-456d-81f9-f193d5f6df27,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.930193 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4434119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374113'] for subnet (428c0e86-bfa7-472e-a456-77b1907679d8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.014080 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Checking segment: {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:25.014080 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Network hostable DHCP agents. Network: b8318296-0164-4239-9982-2fc3c43f5acb, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:17:25.014080 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428c0e86-bfa7-472e-a456-77b1907679d8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:25.057691 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Network b8318296-0164-4239-9982-2fc3c43f5acb is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:17:25.094238 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, b8318296-0164-4239-9982-2fc3c43f5acb) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:25.098971 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:25.099595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.112738 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b09d56-9988-45c9-9d93-6c2c99f2d1aa None None] Network b8318296-0164-4239-9982-2fc3c43f5acb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:17:25.137617 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-fca717e0-1d49-4bab-8a01-210f9cb55a75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5300272 Apr 06 17:17:25.141327 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 52996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:25.145924 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:25.173071 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (7a5a0051-913a-473d-97be-4e805972e5c4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.174696 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (7a5a0051-913a-473d-97be-4e805972e5c4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.174932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abc0ce-748f-437c-92e4-ffbe6bf6f5ff req-60d72b46-04ae-44b7-a051-52d68de3debc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:25.182624 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07abc0ce-748f-437c-92e4-ffbe6bf6f5ff req-60d72b46-04ae-44b7-a051-52d68de3debc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.1029320 Apr 06 17:17:25.235786 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07abc0ce-748f-437c-92e4-ffbe6bf6f5ff req-274ad04f-5d50-47ac-a498-5e56d18cf52e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508547 Apr 06 17:17:25.245156 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for router_controller (7a5a0051-913a-473d-97be-4e805972e5c4), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.297186 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks [] for port (801ced85-275d-44e3-9054-3afab28c54fd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.299179 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-b8318296-0164-4239-9982-2fc3c43f5acb', 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb', 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'fixed_ips': [{'subnet_id': '428c0e86-bfa7-472e-a456-77b1907679d8'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:17:25.299721 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.313060 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.425738 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdf9be-6d3e-48d3-bb1e-bada69f73ccd None None] Pushing event updated for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:25.457302 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 24f14956-0fce-4a8e-b1d4-3c7887f35618 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:25.460407 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for router_gateway (7a5a0051-913a-473d-97be-4e805972e5c4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.561255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Attempting to bind port 801ced85-275d-44e3-9054-3afab28c54fd on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:25.561687 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Attempting to bind port 801ced85-275d-44e3-9054-3afab28c54fd by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:25.562062 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Attempting to bind port 801ced85-275d-44e3-9054-3afab28c54fd on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:25.578770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:25.579649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:25.579649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.579958 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Bound using segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:25.580511 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Bound port: 801ced85-275d-44e3-9054-3afab28c54fd, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:25.580840 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (801ced85-275d-44e3-9054-3afab28c54fd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.604821 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Allocated IP 172.20.0.2 (b8318296-0164-4239-9982-2fc3c43f5acb/428c0e86-bfa7-472e-a456-77b1907679d8/1b86c7fd-3dc8-45a3-afce-097a9143b6cc) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:25.672097 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 24f14956-0fce-4a8e-b1d4-3c7887f35618 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:25.672394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.697120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for router_gateway (7a5a0051-913a-473d-97be-4e805972e5c4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.717769 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.753786 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bf5eee78-5d9b-4db7-bea9-1c7f8c697a73 None None] Provisioning complete for port 801ced85-275d-44e3-9054-3afab28c54fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:25.754152 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf5eee78-5d9b-4db7-bea9-1c7f8c697a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (801ced85-275d-44e3-9054-3afab28c54fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.796876 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] For port 801ced85-275d-44e3-9054-3afab28c54fd, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:25.838341 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] For port 801ced85-275d-44e3-9054-3afab28c54fd, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=801ced85-275d-44e3-9054-3afab28c54fd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:25.857841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.859637 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bf5eee78-5d9b-4db7-bea9-1c7f8c697a73 None None] Port 801ced85-275d-44e3-9054-3afab28c54fd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:25.875758 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Allocated IP 172.27.3.32 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/5ff32fc8-a1dd-475f-b30e-da41a350b125) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:25.946602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aff1cc-9d5c-42f0-b2b9-0d64b53cada5 req-90257199-542e-43d2-b909-d0ae1dcc8f21 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:25.948213 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-89aff1cc-9d5c-42f0-b2b9-0d64b53cada5 req-90257199-542e-43d2-b909-d0ae1dcc8f21 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1177742 Apr 06 17:17:25.984972 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 24f14956-0fce-4a8e-b1d4-3c7887f35618 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:26.002809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:26.003514 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:26.005891 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks [] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.010140 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdf9be-6d3e-48d3-bb1e-bada69f73ccd None None] Pushing event updated for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:26.047937 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.049070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.063511 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-89aff1cc-9d5c-42f0-b2b9-0d64b53cada5 req-2cc33740-cefd-456f-831e-f645c25e347e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997729 Apr 06 17:17:26.101606 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.147684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:26.151253 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:26.153874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:26.162217 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff32fc8-a1dd-475f-b30e-da41a350b125,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:26.194022 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:26.196781 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Network b8318296-0164-4239-9982-2fc3c43f5acb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:26.229283 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:26.233366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Pushing event updated for resources: {'Port': ['ID=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:26.235734 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:26.405806 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871a85c-a67f-434c-91f9-fc45406dd7fd req-8c91be1a-e9e8-47aa-8706-fef2825dc42d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:26.407423 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0871a85c-a67f-434c-91f9-fc45406dd7fd req-8c91be1a-e9e8-47aa-8706-fef2825dc42d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0803690 Apr 06 17:17:26.462347 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for router_gateway (7a5a0051-913a-473d-97be-4e805972e5c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.485580 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0871a85c-a67f-434c-91f9-fc45406dd7fd req-8615b1ef-3400-4362-8cb3-bf3e3e07a5c1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Apr 06 17:17:26.529503 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Provisioning complete for port 801ced85-275d-44e3-9054-3afab28c54fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:26.530385 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (801ced85-275d-44e3-9054-3afab28c54fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.531969 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Attempting to bind port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:26.532334 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Attempting to bind port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:26.532689 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Attempting to bind port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc on network b8318296-0164-4239-9982-2fc3c43f5acb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:26.565705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:26.565907 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Checking segment: {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:26.566381 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.566811 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Bound using segment: {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:26.567291 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Bound port: 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:26.567679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.695510 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (7a5a0051-913a-473d-97be-4e805972e5c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.706871 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] For port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:26.741695 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] For port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:26.756795 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.790946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Current status of the port 801ced85-275d-44e3-9054-3afab28c54fd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:26.791341 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (801ced85-275d-44e3-9054-3afab28c54fd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.853434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Router 7a5a0051-913a-473d-97be-4e805972e5c4 is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:17:26.870117 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc05c0-7241-433b-a136-f52c0400a06d None None] Pushing event updated for resources: {'Port': ['ID=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:26.870117 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] For port 801ced85-275d-44e3-9054-3afab28c54fd, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=801ced85-275d-44e3-9054-3afab28c54fd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:26.876231 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:25Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:26.912553 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:26.944866 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfaf43-432b-4f37-abc3-16743e9d8fe5 None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:25Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:27.000916 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0e360-42aa-4e0d-8611-09abde8f9ffb None None] Pushing event updated for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:27.343107 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:27.354436 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Sync routers for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:27.357048 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c68ce0-89f4-4c6f-ab63-24aa4bcb2c03 req-9a717561-dc53-49c1-ab6e-706e9758d494 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:27.360588 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-38c68ce0-89f4-4c6f-ab63-24aa4bcb2c03 req-9a717561-dc53-49c1-ab6e-706e9758d494 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0987284 Apr 06 17:17:27.378706 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:27.379772 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:27.414242 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:27.415763 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-984b96b0-bf96-420b-b48f-8c1c0c6b65c7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2733815 Apr 06 17:17:27.418752 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:27.502913 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-38c68ce0-89f4-4c6f-ab63-24aa4bcb2c03 req-9197f32d-3fea-4842-97dc-4e5ed535abf0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296771 Apr 06 17:17:27.515075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 801ced85-275d-44e3-9054-3afab28c54fd up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:27.591207 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:27.617961 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 801ced85-275d-44e3-9054-3afab28c54fd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:27.618340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (801ced85-275d-44e3-9054-3afab28c54fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:27.714934 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 801ced85-275d-44e3-9054-3afab28c54fd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:27.716069 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1b86c7fd-3dc8-45a3-afce-097a9143b6cc up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:27.753063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa804a0-13a7-4ad8-be68-9260df1f86b1 req-e934cf25-3597-4ffe-b427-4e7cce8de03a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:27.767960 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fa804a0-13a7-4ad8-be68-9260df1f86b1 req-e934cf25-3597-4ffe-b427-4e7cce8de03a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.1609087 Apr 06 17:17:27.795931 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:27.796289 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:27.883116 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 3, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:27.901872 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fa804a0-13a7-4ad8-be68-9260df1f86b1 req-4ab604d8-7dc0-4bf5-8644-91f401fd2ea1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326177 Apr 06 17:17:27.942117 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:27.942605 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.003288 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:28.016317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.058584 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Checking router: 7a5a0051-913a-473d-97be-4e805972e5c4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:28.059127 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Updating router 7a5a0051-913a-473d-97be-4e805972e5c4 port 5ff32fc8-a1dd-475f-b30e-da41a350b125 binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:17:28.124536 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.134292 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:28.305873 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0f947-f84e-4f47-b0a1-f38f378cf4a8 None None] Network b8318296-0164-4239-9982-2fc3c43f5acb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:17:28.394452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.453113 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-025626b5-d0eb-4b73-b1fa-d7b76d81a1fe None None] Provisioning complete for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:28.453496 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-025626b5-d0eb-4b73-b1fa-d7b76d81a1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.594327 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks [] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.609183 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.616460 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-025626b5-d0eb-4b73-b1fa-d7b76d81a1fe None None] Current status of the port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:28.668522 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Allocated IP 172.20.0.1 (b8318296-0164-4239-9982-2fc3c43f5acb/428c0e86-bfa7-472e-a456-77b1907679d8/7c94e523-2a89-414b-9f64-628e7629c389) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:28.669901 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Attempting to bind port 5ff32fc8-a1dd-475f-b30e-da41a350b125 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:28.672124 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Attempting to bind port 5ff32fc8-a1dd-475f-b30e-da41a350b125 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:28.672497 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Attempting to bind port 5ff32fc8-a1dd-475f-b30e-da41a350b125 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:28.721005 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:28.721412 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:28.721809 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.722198 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:28.722684 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Bound port: 5ff32fc8-a1dd-475f-b30e-da41a350b125, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:28.723062 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.749248 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa8e6-4b1b-47f8-97cf-3501f61b9164 req-0cd7a566-0d9d-46f7-8a11-819a63e65d8e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.752617 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4e8fa8e6-4b1b-47f8-97cf-3501f61b9164 req-0cd7a566-0d9d-46f7-8a11-819a63e65d8e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0924170 Apr 06 17:17:28.809468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks [] for port (7c94e523-2a89-414b-9f64-628e7629c389), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.819979 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4e8fa8e6-4b1b-47f8-97cf-3501f61b9164 req-e4b2d118-1f9a-4eff-9299-995c289b7f7f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609488 Apr 06 17:17:28.851132 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522153a-b4e6-4f46-b5cd-8f897ea0d03e None None] Pushing event updated for resources: {'Port': ['ID=5ff32fc8-a1dd-475f-b30e-da41a350b125,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:28.859798 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] For port 5ff32fc8-a1dd-475f-b30e-da41a350b125, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:28.865663 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] For port 5ff32fc8-a1dd-475f-b30e-da41a350b125, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=5ff32fc8-a1dd-475f-b30e-da41a350b125,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:28.866892 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.876583 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.922808 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Network b8318296-0164-4239-9982-2fc3c43f5acb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:28.928146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:28.932193 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:28.932671 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (7a5a0051-913a-473d-97be-4e805972e5c4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.945241 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:28.946033 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:28.950244 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522153a-b4e6-4f46-b5cd-8f897ea0d03e None None] Pushing event updated for resources: {'Port': ['ID=5ff32fc8-a1dd-475f-b30e-da41a350b125,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:28.970025 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cb1c4181-712d-479a-842b-80c305dcbf9d None None] Provisioning complete for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:28.970424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4181-712d-479a-842b-80c305dcbf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:28.987347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:29.069640 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c4181-712d-479a-842b-80c305dcbf9d None None] Current status of the port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:29.125142 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7c94e523-2a89-414b-9f64-628e7629c389), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.127134 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:29.296557 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dc37a0f7-c234-4af8-923a-a865bff21341 None None] Provisioning complete for port 7c94e523-2a89-414b-9f64-628e7629c389 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:29.297097 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc37a0f7-c234-4af8-923a-a865bff21341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7c94e523-2a89-414b-9f64-628e7629c389), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.351845 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc37a0f7-c234-4af8-923a-a865bff21341 None None] Port 7c94e523-2a89-414b-9f64-628e7629c389 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:29.354661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks [] for port (7c94e523-2a89-414b-9f64-628e7629c389), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.359328 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.362666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.363569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (7a5a0051-913a-473d-97be-4e805972e5c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.373461 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 3, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:29.410704 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b51a33-7a82-4fbf-b2f4-73d6342c4e71 None None] The sync data for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi is: [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 3, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:29.425145 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1b86c7fd-3dc8-45a3-afce-097a9143b6cc up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:29.505188 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:29.534380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:29.534905 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.549546 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Network b8318296-0164-4239-9982-2fc3c43f5acb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:29.551330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:29.671022 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:29.712159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Router 7a5a0051-913a-473d-97be-4e805972e5c4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:17:29.724479 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53032) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:29.734940 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367870060', 'description': 'tempest-description--1728265238'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:29.760656 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.886570 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (2b89b407-bad4-40b7-8d47-1dddbcab5eb1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.892597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2b89b407-bad4-40b7-8d47-1dddbcab5eb1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.911543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:29.932780 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ad126073-e5bb-43cf-b1e2-e276fc6433d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/7a5a0051-913a-473d-97be-4e805972e5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120287 Apr 06 17:17:29.947362 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:29.950063 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2231395 Apr 06 17:17:29.952684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:29.958575 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'security_group_rule': {'security_group_id': '2b89b407-bad4-40b7-8d47-1dddbcab5eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:29.961844 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061acbe-7615-410c-916c-9894087ffd0c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b89b407-bad4-40b7-8d47-1dddbcab5eb1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:30.001649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ba71b32-509f-4df0-83be-fb7fb1678966 None None] Provisioning complete for port 7c94e523-2a89-414b-9f64-628e7629c389 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:30.002477 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ba71b32-509f-4df0-83be-fb7fb1678966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7c94e523-2a89-414b-9f64-628e7629c389), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.014206 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (f141e3df-c10c-454c-9613-9cd1e15dc949), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.037165 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b82b92-1f72-4614-aef1-d3da385fd9d2 req-4b9aacab-198b-4e7e-8437-c6b8e1a9b42e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:30.038752 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a8b82b92-1f72-4614-aef1-d3da385fd9d2 req-4b9aacab-198b-4e7e-8437-c6b8e1a9b42e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0667229 Apr 06 17:17:30.085424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ba71b32-509f-4df0-83be-fb7fb1678966 None None] Port 7c94e523-2a89-414b-9f64-628e7629c389 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:30.110584 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a8b82b92-1f72-4614-aef1-d3da385fd9d2 req-d7519408-f174-4d78-a4f8-0f61aa8b36c1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643888 Apr 06 17:17:30.128742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (f141e3df-c10c-454c-9613-9cd1e15dc949), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.133870 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (f141e3df-c10c-454c-9613-9cd1e15dc949), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.151330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f141e3df-c10c-454c-9613-9cd1e15dc949,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:30.177885 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.180088 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e565c012-4913-455c-852c-0ea11e5d47ff tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260244 Apr 06 17:17:30.182881 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:30.190720 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'security_group_rule': {'security_group_id': '2b89b407-bad4-40b7-8d47-1dddbcab5eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:30.227514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (a31a0c21-2a1b-458f-82ef-c69d26bf8a3c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.292486 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (a31a0c21-2a1b-458f-82ef-c69d26bf8a3c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.297567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (a31a0c21-2a1b-458f-82ef-c69d26bf8a3c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.316575 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31a0c21-2a1b-458f-82ef-c69d26bf8a3c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:30.327268 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.328560 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a97eb446-2e6d-4baa-b8a5-7a357d9effc0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440482 Apr 06 17:17:30.331698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:30.337250 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:30.359693 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.478768 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.615237 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Allocated IP 172.27.3.236 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/6f4b421b-dc4f-4b32-8767-31eb0cb2c723) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:30.718578 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.753495 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.799528 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:30.802772 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:30.806420 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:30.816807 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'Port': ['ID=6f4b421b-dc4f-4b32-8767-31eb0cb2c723,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:30.868625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.887542 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:30.892372 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124954198', 'description': 'tempest-secgroup-smoke-1124954198 description', 'project_id': '934fd09758e54661b8220d8f17b439f9'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:30.906915 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.911800 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.979316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (4fcd6787-c4f4-4248-8fb4-a417e79c076c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:30.983653 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4fcd6787-c4f4-4248-8fb4-a417e79c076c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.017911 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.019179 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1306159 Apr 06 17:17:31.021486 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb827ed6-25b9-497b-aaab-358a7969f806 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd6787-c4f4-4248-8fb4-a417e79c076c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.023734 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:31.028602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:31.055238 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (4075f11e-4916-4d40-9696-857ed38181e9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.075670 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.085431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.121296 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (4075f11e-4916-4d40-9696-857ed38181e9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.127860 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (4075f11e-4916-4d40-9696-857ed38181e9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.128611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.152337 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4075f11e-4916-4d40-9696-857ed38181e9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.158546 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.160015 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8266881 Apr 06 17:17:31.161791 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31505e-93f0-420f-9e72-68ef463bd011 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'Port': ['ID=6f4b421b-dc4f-4b32-8767-31eb0cb2c723,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.164198 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.166907 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-cfdc9b82-3d3e-4227-98cc-b8e36b503a36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420622 Apr 06 17:17:31.170575 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53058) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:31.175541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:31.221597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (17e0666a-2179-412d-953e-18d1b3309298), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.319563 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (17e0666a-2179-412d-953e-18d1b3309298), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.327947 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a96f7-b50e-40f0-b273-d94cda978d9c req-a8f3cd02-9d08-45d5-a28b-1cb8e6e0b524 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:31.329558 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7d9a96f7-b50e-40f0-b273-d94cda978d9c req-a8f3cd02-9d08-45d5-a28b-1cb8e6e0b524 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0953193 Apr 06 17:17:31.330679 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (17e0666a-2179-412d-953e-18d1b3309298), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.356417 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e0666a-2179-412d-953e-18d1b3309298,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.382525 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.386216 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d12f039a-a640-47e9-a918-740e658f5a1b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121739 Apr 06 17:17:31.390589 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:31.394986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:31.415185 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7d9a96f7-b50e-40f0-b273-d94cda978d9c req-b6ec1201-d89d-4cc1-a40d-acc9cb50014c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716972 Apr 06 17:17:31.449382 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (7c4df1bb-a8b1-4e25-b9dc-03fe82045843), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.451424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 5ff32fc8-a1dd-475f-b30e-da41a350b125 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:31.500179 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-b2e60d7d-9a1b-476f-901b-dcc27875dd3a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1367870060&fields=id&tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921 HTTP/1.1" status: 200 len: 267 time: 0.0882394 Apr 06 17:17:31.502133 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 5ff32fc8-a1dd-475f-b30e-da41a350b125 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:31.502631 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.578435 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Sync routers for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:31.581856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (7c4df1bb-a8b1-4e25-b9dc-03fe82045843), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.594205 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (7c4df1bb-a8b1-4e25-b9dc-03fe82045843), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.605292 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:31.605932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:31.608296 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 5ff32fc8-a1dd-475f-b30e-da41a350b125 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:31.608683 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.622911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.624960 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333267 Apr 06 17:17:31.627575 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53074) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:31.629438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6486-3308-461a-9ef1-fdbcfd20abc1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4df1bb-a8b1-4e25-b9dc-03fe82045843,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.634229 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:31.667320 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (58b7ea1f-0d03-4cac-bbff-8db9590f611f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.675503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-90a117a4-f2c7-49e8-baaf-be52f948f8f2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:31.677240 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-90a117a4-f2c7-49e8-baaf-be52f948f8f2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 0.1702235 Apr 06 17:17:31.682038 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 5ff32fc8-a1dd-475f-b30e-da41a350b125, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=5ff32fc8-a1dd-475f-b30e-da41a350b125,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:31.688095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.699330 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-c0bfb5c9-8c25-4877-bb29-48d8d33436e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/quotas/6fa0dc0a67044ddaa6c2a918a18b5921 HTTP/1.1" status: 200 len: 375 time: 0.0129681 Apr 06 17:17:31.718330 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (58b7ea1f-0d03-4cac-bbff-8db9590f611f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.725052 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (58b7ea1f-0d03-4cac-bbff-8db9590f611f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.755526 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b7ea1f-0d03-4cac-bbff-8db9590f611f,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.771375 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.774626 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-60eace90-0b5d-4989-82bf-c75d6920a3ff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451552 Apr 06 17:17:31.776363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:31.781274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:31.796320 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-0be61917-b821-415d-9b78-279ffd0bc894 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888186 Apr 06 17:17:31.820527 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Project 934fd09758e54661b8220d8f17b439f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:17:31.863197 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (487cb5bd-63f9-4783-a737-33db0e15442a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.914151 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=5ff32fc8-a1dd-475f-b30e-da41a350b125,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:31.929192 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:31.947377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (487cb5bd-63f9-4783-a737-33db0e15442a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:31.950274 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-ccdfe2d9-c8ab-43cc-936f-46fe3b8ddcf7 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402998 Apr 06 17:17:31.952186 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (487cb5bd-63f9-4783-a737-33db0e15442a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.018893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487cb5bd-63f9-4783-a737-33db0e15442a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:32.025251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.027055 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a0b2fd5c-08ca-4406-9930-cbb5270a830e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2489917 Apr 06 17:17:32.030694 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:32.035038 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'security_group_rule': {'security_group_id': '4fcd6787-c4f4-4248-8fb4-a417e79c076c', 'project_id': '934fd09758e54661b8220d8f17b439f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:32.072822 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Project 934fd09758e54661b8220d8f17b439f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:17:32.085781 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (2358bfa0-d161-4315-b419-8e9f7f3bdffe), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.100272 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-a63ced83-b69d-4695-8e63-35711503fad8 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379220 Apr 06 17:17:32.154395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (2358bfa0-d161-4315-b419-8e9f7f3bdffe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.160009 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:29Z', 'revision_number': 4, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7c94e523-2a89-414b-9f64-628e7629c389', 'name': '', 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'mac_address': 'fa:16:3e:a3:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:28Z', 'updated_at': '2022-04-06T17:17:29Z', 'revision_number': 2, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'subnets': [{'id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:32.162847 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (2358bfa0-d161-4315-b419-8e9f7f3bdffe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.182107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2358bfa0-d161-4315-b419-8e9f7f3bdffe,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:32.195954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Checking router: 7a5a0051-913a-473d-97be-4e805972e5c4 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:32.196468 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Updating router 7a5a0051-913a-473d-97be-4e805972e5c4 port 7c94e523-2a89-414b-9f64-628e7629c389 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:17:32.198645 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.200169 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-68cb45f3-25a4-4cef-a20c-e3c77d2c89f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683297 Apr 06 17:17:32.235178 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7c94e523-2a89-414b-9f64-628e7629c389), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.308573 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a41f8f6c-62ff-4613-a3bd-3680c0de0dc6 req-a43a0d9a-a2be-4ed1-becd-23a90969e3bd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 210 time: 0.0309162 Apr 06 17:17:32.566629 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ba895-e70a-4c5e-8787-eb92f7744ad2 req-2017f882-0a69-4676-9272-6fdee003dafa tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:32.573909 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d68ba895-e70a-4c5e-8787-eb92f7744ad2 req-2017f882-0a69-4676-9272-6fdee003dafa tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0769768 Apr 06 17:17:32.583326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks [] for port (7c94e523-2a89-414b-9f64-628e7629c389), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.593267 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.655634 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d68ba895-e70a-4c5e-8787-eb92f7744ad2 req-d2208dc2-0fed-4754-bf18-3b9354059074 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807476 Apr 06 17:17:32.662451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8661a-7b68-4536-b2af-0f3d08d004cd None None] Pushing event updated for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:32.733439 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Attempting to bind port 7c94e523-2a89-414b-9f64-628e7629c389 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:32.733894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Attempting to bind port 7c94e523-2a89-414b-9f64-628e7629c389 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:32.734333 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Attempting to bind port 7c94e523-2a89-414b-9f64-628e7629c389 on network b8318296-0164-4239-9982-2fc3c43f5acb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:32.740068 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:32.740621 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Checking segment: {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:32.741209 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.741678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Bound using segment: {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:32.742226 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Bound port: 7c94e523-2a89-414b-9f64-628e7629c389, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:32.742700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7c94e523-2a89-414b-9f64-628e7629c389), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.833826 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] For port 7c94e523-2a89-414b-9f64-628e7629c389, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:32.838091 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] For port 7c94e523-2a89-414b-9f64-628e7629c389, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7c94e523-2a89-414b-9f64-628e7629c389,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:32.844827 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.906563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:32.907209 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:32.960813 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8661a-7b68-4536-b2af-0f3d08d004cd None None] Pushing event updated for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:33.018166 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Provisioning complete for port 7c94e523-2a89-414b-9f64-628e7629c389 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:33.018512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7c94e523-2a89-414b-9f64-628e7629c389), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:33.092514 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:33.215536 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Current status of the port 7c94e523-2a89-414b-9f64-628e7629c389 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:33.215923 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7c94e523-2a89-414b-9f64-628e7629c389), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:33.288701 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] For port 7c94e523-2a89-414b-9f64-628e7629c389, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7c94e523-2a89-414b-9f64-628e7629c389,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:33.300620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:33.382246 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27239a5-f8cc-40a5-9a7f-d98159e618b3 None None] Pushing event updated for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:33.419857 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6a859407-0bea-4d0e-b4dd-63c7966802d3 req-126d99eb-e2c7-45cc-a1c2-6fb500bed7e8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 210 time: 0.0383933 Apr 06 17:17:33.421512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:29Z', 'revision_number': 4, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7c94e523-2a89-414b-9f64-628e7629c389', 'name': '', 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'mac_address': 'fa:16:3e:a3:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:28Z', 'updated_at': '2022-04-06T17:17:32Z', 'revision_number': 4, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'subnets': [{'id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:33.452604 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 5ff32fc8-a1dd-475f-b30e-da41a350b125 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:33.456114 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ad3c0-e674-4202-8750-d03c8cdb9104 None None] The sync data for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi is: [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:29Z', 'revision_number': 4, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7c94e523-2a89-414b-9f64-628e7629c389', 'name': '', 'network_id': 'b8318296-0164-4239-9982-2fc3c43f5acb', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'mac_address': 'fa:16:3e:a3:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:28Z', 'updated_at': '2022-04-06T17:17:32Z', 'revision_number': 4, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'subnets': [{'id': '428c0e86-bfa7-472e-a456-77b1907679d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:33.478162 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-944f183b-6e71-4175-b77f-ffd9dee09edd None None] Provisioning complete for port 7c94e523-2a89-414b-9f64-628e7629c389 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:33.478536 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-944f183b-6e71-4175-b77f-ffd9dee09edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7c94e523-2a89-414b-9f64-628e7629c389), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:33.557367 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 5ff32fc8-a1dd-475f-b30e-da41a350b125 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:33.557713 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:33.625426 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-944f183b-6e71-4175-b77f-ffd9dee09edd None None] Current status of the port 7c94e523-2a89-414b-9f64-628e7629c389 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:33.687759 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 5ff32fc8-a1dd-475f-b30e-da41a350b125 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:33.831911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5924-c06c-491c-9c2f-87ee1200007b req-eaf06be5-1461-46b4-bea0-2c707cbdfa1d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:33.834349 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-073b5924-c06c-491c-9c2f-87ee1200007b req-eaf06be5-1461-46b4-bea0-2c707cbdfa1d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0791523 Apr 06 17:17:33.905688 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-073b5924-c06c-491c-9c2f-87ee1200007b req-f0f10c97-3c81-445a-b3b4-919388521f14 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655484 Apr 06 17:17:33.949118 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d871c988-ab8a-4edc-86ef-49b4919c213a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.525641 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:34.532494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593490376', 'description': 'tempest-description--1963485134'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:34.551423 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-48c4ab21-a2b0-438f-b685-dbe8441bb96b req-02024013-e84a-4a42-9d9b-1a4a027e0497 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 210 time: 0.0379286 Apr 06 17:17:34.578558 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.592646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-47982bee-87ca-4bab-a7a6-cede20438d36 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:34.594262 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-47982bee-87ca-4bab-a7a6-cede20438d36 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 819 time: 0.1965773 Apr 06 17:17:34.674703 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (5060520a-c7f7-496d-8395-80a80d2e2063), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.682005 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5060520a-c7f7-496d-8395-80a80d2e2063), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.690694 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-11eef34e-a301-4fe6-99d2-268c82a2de07 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921 HTTP/1.1" status: 200 len: 380 time: 0.0804117 Apr 06 17:17:34.713962 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.715206 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884108 Apr 06 17:17:34.719137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53170) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:34.721293 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db3f1e-5f61-4421-a33e-b3718fe2dfba tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5060520a-c7f7-496d-8395-80a80d2e2063,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:34.723898 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '5060520a-c7f7-496d-8395-80a80d2e2063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:34.751273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (2562dc0d-e1c7-4fa9-86e9-42bef597dc63), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.814281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'port': {'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'admin_state_up': True, 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'security_groups': ['2b89b407-bad4-40b7-8d47-1dddbcab5eb1']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:34.818564 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (2562dc0d-e1c7-4fa9-86e9-42bef597dc63), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.831412 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (2562dc0d-e1c7-4fa9-86e9-42bef597dc63), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.884955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2562dc0d-e1c7-4fa9-86e9-42bef597dc63,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:34.901068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.902274 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6e484346-1ffd-403a-9daa-f22d9ec521e0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821263 Apr 06 17:17:34.905411 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53174) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:34.909661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '5060520a-c7f7-496d-8395-80a80d2e2063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:34.968625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (769848e4-5427-4350-80ac-85630af629d7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:34.989471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Made reservation on behalf of 6fa0dc0a67044ddaa6c2a918a18b5921 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:34.992778 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.045749 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0c346-d628-4882-8946-11d7b578719a req-5c869cfd-aebf-4449-8f37-7e073df15289 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:35.047239 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ddb0c346-d628-4882-8946-11d7b578719a req-5c869cfd-aebf-4449-8f37-7e073df15289 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0590937 Apr 06 17:17:35.088855 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (769848e4-5427-4350-80ac-85630af629d7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.095844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (769848e4-5427-4350-80ac-85630af629d7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.103305 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ddb0c346-d628-4882-8946-11d7b578719a req-c9e05eab-caac-4e56-a613-6b3b001acac4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503616 Apr 06 17:17:35.130277 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769848e4-5427-4350-80ac-85630af629d7,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:35.139307 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.140782 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-49dc3f4e-bfb9-4e75-9995-bd41fff67267 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344601 Apr 06 17:17:35.144182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53178) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:35.148924 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:35.171694 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.190435 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Allocated IP 172.20.0.12 (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983/2d47e66a-7010-479a-a6e0-0e453e24958b/af5e8fbb-4ea9-453b-a85d-932ec82ccd75) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:35.275168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.327427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.374956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.400715 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.27.3.162 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/d3414a64-989b-4d74-b9bf-c8399c1b8f44) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:35.434026 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7c94e523-2a89-414b-9f64-628e7629c389 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:35.435031 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:35.437056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event updated for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:35.439543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:35.443082 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:35.448514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:35.449166 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.468462 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-6092a686-317f-4168-a042-d7445c5c54fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590617 Apr 06 17:17:35.486606 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Request body: {'port': {'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:35.536991 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.539997 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 7c94e523-2a89-414b-9f64-628e7629c389 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:35.540695 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7c94e523-2a89-414b-9f64-628e7629c389), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.559385 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.604524 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.658175 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 7c94e523-2a89-414b-9f64-628e7629c389 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:35.673902 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:35.681205 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:35.684845 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:35.691488 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=d3414a64-989b-4d74-b9bf-c8399c1b8f44,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:35.799745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3871fe0b-31f0-4673-a934-785f98a980d8 None None] Provisioning complete for port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:35.800028 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.800316 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3871fe0b-31f0-4673-a934-785f98a980d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.827412 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5a267-c76f-4d12-96d4-790cd691edc3 req-fcc0756c-d0fc-43b4-b7d4-68bcd1dc45a1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:35.831123 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9cd5a267-c76f-4d12-96d4-790cd691edc3 req-fcc0756c-d0fc-43b4-b7d4-68bcd1dc45a1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 932 time: 0.1261334 Apr 06 17:17:35.849109 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3871fe0b-31f0-4673-a934-785f98a980d8 None None] Port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:35.860701 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:35.921925 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9cd5a267-c76f-4d12-96d4-790cd691edc3 req-8d042cdf-94e7-4a51-ae26-b43477260985 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810933 Apr 06 17:17:36.005255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5e8fbb-4ea9-453b-a85d-932ec82ccd75 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:36.018336 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks [] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.034813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Transition to ACTIVE for port object af5e8fbb-4ea9-453b-a85d-932ec82ccd75 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:17:36.039435 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.043326 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.046403 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.094460 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Pushing event updated for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:36.134661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Attempting to bind port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:36.134990 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Attempting to bind port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:36.135325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Attempting to bind port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:36.137503 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=d3414a64-989b-4d74-b9bf-c8399c1b8f44,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:36.141178 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:17:36.141635 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Attempting to bind port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 on network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:36.142815 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.147286 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:36.147637 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Checking segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:36.149066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Bound using segment: {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:36.149066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Bound port: af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848900ad-4023-48de-b895-495f3892a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:36.149066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.163612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.173076 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5cf0b4bc-3e0c-48be-8b34-71da83a3b9ec tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0199206 Apr 06 17:17:36.237398 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:36.242430 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:36.253947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.296712 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb0a7-d324-4c82-bcc2-b77bbd81d797 req-946e0ba0-8a9d-47d5-9f3b-d1aca3f80e9a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.299122 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b3bfb0a7-d324-4c82-bcc2-b77bbd81d797 req-946e0ba0-8a9d-47d5-9f3b-d1aca3f80e9a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0686612 Apr 06 17:17:36.328056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Pushing event updated for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:36.335476 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.336108 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.337718 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-e6b4bbb0-d4df-4907-927a-b40e332771df service neutron] 10.222.0.43 "PUT /v2.0/ports/af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1094 time: 0.8568180 Apr 06 17:17:36.338916 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:36.341420 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd24da6-2231-47e5-a518-84f853a18301" -d '{"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:36.390732 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b3bfb0a7-d324-4c82-bcc2-b77bbd81d797 req-c5b08876-4ffd-4e90-8485-2bea8c9cd944 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854359 Apr 06 17:17:36.447786 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-d294daca-cfdf-49e2-a908-b2ba8f7ce6f8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--593490376&fields=id&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 267 time: 0.0801082 Apr 06 17:17:36.470417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ed2fc-e76b-45b7-8c9a-48779783a0bc x-openstack-request-id: req-667ed2fc-e76b-45b7-8c9a-48779783a0bc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:36.470708 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:36.470991 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-667ed2fc-e76b-45b7-8c9a-48779783a0bc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:36.471395 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667ed2fc-e76b-45b7-8c9a-48779783a0bc'] response: {'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'status': 'completed', 'code': 200} Apr 06 17:17:36.532552 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-27ba85e1-0930-4d7a-9a2e-cbb1787e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.534088 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-27ba85e1-0930-4d7a-9a2e-cbb1787e5428 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1128 time: 0.1276367 Apr 06 17:17:36.610661 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-664c41ea-b406-453a-bebe-757d1613fe80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 217 time: 0.0508728 Apr 06 17:17:36.616547 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-a1ec9a13-1c60-4262-809e-f20c1741c6bf tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.617930 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-a1ec9a13-1c60-4262-809e-f20c1741c6bf tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.1615486 Apr 06 17:17:36.662535 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-9511aecb-5c6a-462c-a7ff-cee7b0b868e7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/quotas/7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 375 time: 0.0328913 Apr 06 17:17:36.678959 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15ffbd90-db9e-4fb4-bc3b-14bddb2384b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:36.686932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-7c78232e-06fd-4899-8718-2c6eaa15bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.688384 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-7c78232e-06fd-4899-8718-2c6eaa15bede service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0667028 Apr 06 17:17:36.729298 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0d75f357-5bd8-44e9-b2f4-dea20945c9fe tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604069 Apr 06 17:17:36.864694 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-ff5355dc-924f-4c61-a74f-85302bfb7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.866068 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-ff5355dc-924f-4c61-a74f-85302bfb7c3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775685 Apr 06 17:17:36.867942 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-cee7532d-fa12-44ea-8151-684f9013357e service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263256 Apr 06 17:17:37.059647 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225753e-a027-42b7-8426-106e5144748a req-726720cb-e251-4cc0-b8ef-400e36340b5a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:37.061947 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b225753e-a027-42b7-8426-106e5144748a req-726720cb-e251-4cc0-b8ef-400e36340b5a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 944 time: 0.0606551 Apr 06 17:17:37.116301 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b225753e-a027-42b7-8426-106e5144748a req-05caeb43-78df-4a65-83f1-8590f96f303c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485075 Apr 06 17:17:37.277534 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-8445f10d-cad0-4bd9-96d7-982f615f6352 service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031436 Apr 06 17:17:37.292775 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-2ecca185-0665-41bd-8d30-b58207a9754b service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102950 Apr 06 17:17:37.397940 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02df0630-78b7-4214-bf1f-1f6c8e883063 req-8ae6bab4-9e3f-423b-91ad-4e2bd7b92981 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986667 Apr 06 17:17:37.460953 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-41f879a2-31d6-434b-acdc-5e3ccbc68f5a req-85449468-70f0-4097-bdda-37da3961d5a3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 210 time: 0.0316000 Apr 06 17:17:37.534612 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb345259-a5ca-493b-9312-ef0b90b11749 req-706a52c7-834c-4cc3-9e4d-307cbbd86401 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:37.541446 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb345259-a5ca-493b-9312-ef0b90b11749 req-706a52c7-834c-4cc3-9e4d-307cbbd86401 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0620732 Apr 06 17:17:37.585849 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb345259-a5ca-493b-9312-ef0b90b11749 req-a5a8bac3-3705-482a-b632-bacb59d09152 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434241 Apr 06 17:17:37.620590 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:38.236733 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301fd05-fd8f-4a9b-af8a-cd88dd4bd499 req-a1c0e4f7-420d-4989-9c53-697e5f2bb0eb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:38.238267 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4301fd05-fd8f-4a9b-af8a-cd88dd4bd499 req-a1c0e4f7-420d-4989-9c53-697e5f2bb0eb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 944 time: 0.0543323 Apr 06 17:17:38.288814 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4301fd05-fd8f-4a9b-af8a-cd88dd4bd499 req-164628d5-4819-4bf3-aab4-831b3612614d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Apr 06 17:17:38.559444 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2e88d19-0264-4d30-81b7-57db15c91ed0 req-310b8e0a-5d73-4a51-af2e-617b3162ec39 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 210 time: 0.0302718 Apr 06 17:17:38.710627 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ba4-f88d-45be-afe7-5228b330037e req-372910f9-535d-4702-a0f6-7428252e77fe tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:38.712103 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-14563ba4-f88d-45be-afe7-5228b330037e req-372910f9-535d-4702-a0f6-7428252e77fe tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0546908 Apr 06 17:17:38.762834 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-14563ba4-f88d-45be-afe7-5228b330037e req-3f1e0f54-21e1-4356-a927-472fa8f9e803 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Apr 06 17:17:38.828306 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device af5e8fbb-4ea9-453b-a85d-932ec82ccd75 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:17:38.846881 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24da6-2231-47e5-a518-84f853a18301 req-b21f8718-e45b-4e28-980f-9513b4aa5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:38.848535 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-b21f8718-e45b-4e28-980f-9513b4aa5c01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1128 time: 0.0498600 Apr 06 17:17:38.938188 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:38.949809 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24da6-2231-47e5-a518-84f853a18301 req-cc8fde11-8135-4647-b46d-431cc033a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:38.950150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:17:38.951592 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-cc8fde11-8135-4647-b46d-431cc033a362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.0929158 Apr 06 17:17:38.990043 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:38.990499 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:39.005731 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5e8fbb-4ea9-453b-a85d-932ec82ccd75 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:39.018503 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-708ade32-1872-460f-9d99-c6b1a4eeb880 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 217 time: 0.0437908 Apr 06 17:17:39.033611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:39.041322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:39.059005 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:17:39.081652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24da6-2231-47e5-a518-84f853a18301 req-1eb423b2-ac20-4615-8f70-67062db5cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:39.083064 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-1eb423b2-ac20-4615-8f70-67062db5cd65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0504220 Apr 06 17:17:39.090428 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:39.103347 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:39.403163 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['af5e8fbb-4ea9-453b-a85d-932ec82ccd75'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:17:39.408013 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5a09-8d35-4292-b07c-4e6bd17b20f8 req-94890e43-121d-44d7-879b-68824d099ea2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:39.409675 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3c0a5a09-8d35-4292-b07c-4e6bd17b20f8 req-94890e43-121d-44d7-879b-68824d099ea2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Apr 06 17:17:39.479877 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3c0a5a09-8d35-4292-b07c-4e6bd17b20f8 req-6e457bb3-9fc5-412f-9bdc-e9693ca106cf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623746 Apr 06 17:17:39.518916 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24da6-2231-47e5-a518-84f853a18301 req-1aaaf945-6607-4f8f-88fa-5d2e99c7bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:39.520533 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-1aaaf945-6607-4f8f-88fa-5d2e99c7bf69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607829 Apr 06 17:17:39.657133 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-90486dad-f529-48d4-81f5-0fd9983e7543 req-5091bbe0-cc40-4602-b96f-880dcc52b43a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Apr 06 17:17:39.828388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-4a913b37-70fa-4bb0-971f-e4f80df7d51d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:39.829976 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-4a913b37-70fa-4bb0-971f-e4f80df7d51d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.2009270 Apr 06 17:17:39.832057 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-79be68b2-4b3a-4ba6-b809-7aaf9e0fd9ba service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051892 Apr 06 17:17:39.892879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd644535-21bf-4d4b-93e6-d7d7acc2f636 req-4945307a-930e-4c3c-8d71-5336f45eaba8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:39.894320 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd644535-21bf-4d4b-93e6-d7d7acc2f636 req-4945307a-930e-4c3c-8d71-5336f45eaba8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0547433 Apr 06 17:17:39.959742 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd644535-21bf-4d4b-93e6-d7d7acc2f636 req-5b3f03e8-dd7d-40a8-a7a0-f96763a12712 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598829 Apr 06 17:17:40.086172 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-6a9e49ed-bf43-465b-99b2-d8fccd8a3e56 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 472 time: 0.1411438 Apr 06 17:17:40.089649 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dd24da6-2231-47e5-a518-84f853a18301 req-6aa4f71c-e6a2-4a65-82bf-e00c464f4000 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464036 Apr 06 17:17:40.120516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'port': {'device_id': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'admin_state_up': True, 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'security_groups': ['5060520a-c7f7-496d-8395-80a80d2e2063']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:40.236112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:40.239509 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.366610 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.20.0.14 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/75cc7c21-2a76-4c9d-bcfb-09944a843171) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:40.445089 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.521060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.557255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.599887 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00a2f1-b158-4df7-b6c2-6f7af9017d5f req-70176bff-17c6-4de0-8893-bac073a76408 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:40.601498 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bb00a2f1-b158-4df7-b6c2-6f7af9017d5f req-70176bff-17c6-4de0-8893-bac073a76408 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 945 time: 0.0534732 Apr 06 17:17:40.605366 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:40.609078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:40.613518 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:40.618621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:40.619208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.622952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:40.640242 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-0f2646d7-79c3-4ad0-993b-42640a6c7aea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5234282 Apr 06 17:17:40.652529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Request body: {'port': {'device_id': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:40.663036 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bb00a2f1-b158-4df7-b6c2-6f7af9017d5f req-a68ee813-bebd-4986-8579-b1e4b99fb790 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545959 Apr 06 17:17:40.728322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.843013 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:17:40.847290 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device af5e8fbb-4ea9-453b-a85d-932ec82ccd75 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:40.880319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57d5e4-fa81-4371-81bb-253a780d0584 req-bd26960c-c974-4131-8c7a-db3439240bbf tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:40.881790 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd57d5e4-fa81-4371-81bb-253a780d0584 req-bd26960c-c974-4131-8c7a-db3439240bbf tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 932 time: 0.1501622 Apr 06 17:17:40.902281 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-54723632-1ecf-4358-9cb6-7ceddb9fa156 None None] Provisioning complete for port 75cc7c21-2a76-4c9d-bcfb-09944a843171 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:40.902659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54723632-1ecf-4358-9cb6-7ceddb9fa156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.987866 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd57d5e4-fa81-4371-81bb-253a780d0584 req-697c7e73-6b4f-4341-b52b-6eb010c49696 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890715 Apr 06 17:17:40.995751 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-54723632-1ecf-4358-9cb6-7ceddb9fa156 None None] Port 75cc7c21-2a76-4c9d-bcfb-09944a843171 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:41.009740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:17:41.134538 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a1c68-82a9-4e4c-a360-0ce54622e83c req-01793e50-128f-4f37-ac13-12122963aa07 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.139012 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cc7c21-2a76-4c9d-bcfb-09944a843171 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:41.144454 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b03a1c68-82a9-4e4c-a360-0ce54622e83c req-01793e50-128f-4f37-ac13-12122963aa07 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0793440 Apr 06 17:17:41.149534 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks [] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.157677 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:41.158403 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.167613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Transition to ACTIVE for port object 75cc7c21-2a76-4c9d-bcfb-09944a843171 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:17:41.176136 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.195770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:41.214237 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b03a1c68-82a9-4e4c-a360-0ce54622e83c req-f32179a8-036b-4099-90c3-a57d30ef3205 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684180 Apr 06 17:17:41.218718 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:17:41.295320 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:41.295861 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.296365 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Pushing event updated for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:41.318150 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Attempting to bind port 75cc7c21-2a76-4c9d-bcfb-09944a843171 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:41.318646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Attempting to bind port 75cc7c21-2a76-4c9d-bcfb-09944a843171 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:41.318990 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Attempting to bind port 75cc7c21-2a76-4c9d-bcfb-09944a843171 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:41.324197 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:41.328939 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Port 75cc7c21-2a76-4c9d-bcfb-09944a843171 on network 9c405747-e86a-4a04-b397-0de5a9057e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:17:41.329330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Attempting to bind port 75cc7c21-2a76-4c9d-bcfb-09944a843171 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:41.334361 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:41.334943 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.335360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:41.335705 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:41.336146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:41.336689 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Bound port: 75cc7c21-2a76-4c9d-bcfb-09944a843171, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:41.337054 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.363928 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:41.378080 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.391757 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:41.396846 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c06ac47-dc76-4328-ad3c-5cb1b15ed27b" -d '{"events": [{"server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "name": "network-vif-plugged", "status": "completed", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:41.431812 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:41.454672 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:41.455093 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.464374 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:41.482268 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.489818 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:41.531757 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c2a80-20c0-41e1-9b4f-c6fbf571d1db x-openstack-request-id: req-982c2a80-20c0-41e1-9b4f-c6fbf571d1db {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:41.532066 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "name": "network-vif-plugged", "status": "completed", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:41.532325 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-982c2a80-20c0-41e1-9b4f-c6fbf571d1db {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:41.532721 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982c2a80-20c0-41e1-9b4f-c6fbf571d1db'] response: {'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'code': 200} Apr 06 17:17:41.551823 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['66e22af7-ce4a-4317-830b-f4323d2693a9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:17:41.552657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.553429 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.557340 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] 10.222.0.43 "PUT /v2.0/ports/75cc7c21-2a76-4c9d-bcfb-09944a843171 HTTP/1.1" status: 200 len: 1094 time: 0.9092057 Apr 06 17:17:41.563554 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:41.566259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0246d137-4fa9-4e17-9acd-6708853d645e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:41.608411 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0acd6-f055-4653-af87-95fb7ff9410c service neutron] Pushing event updated for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:41.625826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a8bce-dc3c-43af-9ca4-46cac9966beb x-openstack-request-id: req-498a8bce-dc3c-43af-9ca4-46cac9966beb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:41.626195 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:41.626546 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-498a8bce-dc3c-43af-9ca4-46cac9966beb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:41.627021 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498a8bce-dc3c-43af-9ca4-46cac9966beb'] response: {'name': 'network-changed', 'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'status': 'completed', 'code': 200} Apr 06 17:17:41.647621 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:41.695204 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-72fe246c-e4a7-4d59-a464-5a1e9d1c94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.696725 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-72fe246c-e4a7-4d59-a464-5a1e9d1c94ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 1128 time: 0.0558143 Apr 06 17:17:41.818228 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-a0806fb7-d6ae-4e57-814a-8efcd6941cf6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171 HTTP/1.1" status: 200 len: 217 time: 0.0698504 Apr 06 17:17:41.905873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-6fa13861-ac1e-462e-92ce-fb632549b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.907317 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-6fa13861-ac1e-462e-92ce-fb632549b0ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0699871 Apr 06 17:17:41.915416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27bee0-a623-40eb-a671-203aa0fe1117 req-01658381-f65b-48e1-8ff1-63c52439bc24 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.916784 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c27bee0-a623-40eb-a671-203aa0fe1117 req-01658381-f65b-48e1-8ff1-63c52439bc24 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.1798987 Apr 06 17:17:41.918624 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497d181-a46d-4eb3-8422-e55ea7f6190d req-5322aae2-e957-40fc-869c-615bff801651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.920373 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9497d181-a46d-4eb3-8422-e55ea7f6190d req-5322aae2-e957-40fc-869c-615bff801651 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.1124444 Apr 06 17:17:42.025778 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c27bee0-a623-40eb-a671-203aa0fe1117 req-626991ba-733a-461c-a12c-463bf775165e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961454 Apr 06 17:17:42.032942 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9497d181-a46d-4eb3-8422-e55ea7f6190d req-1836189c-69d1-46e5-a485-ccbf2f14eff1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039474 Apr 06 17:17:42.035228 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-598951b3-5362-4570-9f9c-dd61fad98b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:42.036648 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-598951b3-5362-4570-9f9c-dd61fad98b71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154852 Apr 06 17:17:42.127103 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339633a-3246-4911-91d7-25d27cb753e5 req-926cbe82-1fb9-409b-a934-9e1102471f52 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:42.128579 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4339633a-3246-4911-91d7-25d27cb753e5 req-926cbe82-1fb9-409b-a934-9e1102471f52 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 944 time: 0.0527871 Apr 06 17:17:42.176669 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4339633a-3246-4911-91d7-25d27cb753e5 req-cb411b16-cc45-4207-b786-0dea8bfd8a50 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Apr 06 17:17:42.434994 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-31a9c38a-7d3f-4907-9563-e3be7abd08fe service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243660 Apr 06 17:17:42.443020 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fb225-a5f4-4a2a-9482-c86d7af43cff req-91f9c5da-d42c-4a57-8fa7-3322573e4609 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:42.444542 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ef1fb225-a5f4-4a2a-9482-c86d7af43cff req-91f9c5da-d42c-4a57-8fa7-3322573e4609 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.1158524 Apr 06 17:17:42.545145 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ef1fb225-a5f4-4a2a-9482-c86d7af43cff req-50576984-3b5c-4004-9fb0-840159f25f19 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908306 Apr 06 17:17:42.566775 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-352c5216-3cd9-4866-b6b0-2e20eed45564 req-fdcb62a3-21d3-4829-b548-c721e19c4cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212058 Apr 06 17:17:42.846330 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:42.908503 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 66e22af7-ce4a-4317-830b-f4323d2693a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:42.908871 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.987098 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:42.987482 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:43.021312 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:43.025472 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:43.074295 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:43.154642 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184c743-7cd9-41b2-b361-816fca1a0234 req-6c468478-256b-4391-9b39-459fda9cb595 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:43.156018 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a184c743-7cd9-41b2-b361-816fca1a0234 req-6c468478-256b-4391-9b39-459fda9cb595 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0568018 Apr 06 17:17:43.203514 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a184c743-7cd9-41b2-b361-816fca1a0234 req-e88f7534-5428-4fec-826e-442d49b64262 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Apr 06 17:17:43.324615 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea9593-68df-46f8-8102-17b764c54f96 req-60f49992-4e88-47c8-8d07-dfa189b8c892 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:43.326866 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fea9593-68df-46f8-8102-17b764c54f96 req-60f49992-4e88-47c8-8d07-dfa189b8c892 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 944 time: 0.0580730 Apr 06 17:17:43.386468 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fea9593-68df-46f8-8102-17b764c54f96 req-d15d7856-eb04-4d04-a106-b33620e4bcd0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530555 Apr 06 17:17:43.533954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:43.536259 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64805e49-bb6a-4619-b459-07364d9214ba" -d '{"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:43.572652 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db38411-1e1a-405f-b364-ac25be2eca3f x-openstack-request-id: req-8db38411-1e1a-405f-b364-ac25be2eca3f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:43.572953 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:43.573240 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8db38411-1e1a-405f-b364-ac25be2eca3f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:43.573640 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db38411-1e1a-405f-b364-ac25be2eca3f'] response: {'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'code': 200} Apr 06 17:17:43.691062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66139-1646-463d-badb-ed39806f2893 req-72d7a36f-8691-48f6-b045-b24935719247 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:43.693064 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8c66139-1646-463d-badb-ed39806f2893 req-72d7a36f-8691-48f6-b045-b24935719247 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0559123 Apr 06 17:17:43.743332 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8c66139-1646-463d-badb-ed39806f2893 req-3b099ff7-e4cd-4c62-8b2f-7989be69787d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447142 Apr 06 17:17:44.327044 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982041f-4d10-4f95-852c-791fbae90c0d req-d7f02881-3676-49b3-a334-cc38f628d8b3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.328594 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3982041f-4d10-4f95-852c-791fbae90c0d req-d7f02881-3676-49b3-a334-cc38f628d8b3 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0544021 Apr 06 17:17:44.377134 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3982041f-4d10-4f95-852c-791fbae90c0d req-f4744dff-eb13-411c-84e1-195f3c9f38fb tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Apr 06 17:17:44.561271 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48debef9-57b6-45f5-84a2-fd29fb9dc184 req-a5b2f70c-fdcd-41d0-bd40-ba11cec48868 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.562973 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-48debef9-57b6-45f5-84a2-fd29fb9dc184 req-a5b2f70c-fdcd-41d0-bd40-ba11cec48868 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 944 time: 0.1035464 Apr 06 17:17:44.567739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d137-4fa9-4e17-9acd-6708853d645e req-98937678-0485-4a05-8c60-c2d78bb243a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.569199 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-98937678-0485-4a05-8c60-c2d78bb243a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 1128 time: 0.0799868 Apr 06 17:17:44.693177 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-48debef9-57b6-45f5-84a2-fd29fb9dc184 req-715100d0-8664-463e-bfc6-1b7630683585 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229844 Apr 06 17:17:44.757360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d137-4fa9-4e17-9acd-6708853d645e req-4d61be5c-6041-48ee-abe9-029f67d4a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.759256 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-4d61be5c-6041-48ee-abe9-029f67d4a6f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.1504161 Apr 06 17:17:44.838840 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 75cc7c21-2a76-4c9d-bcfb-09944a843171 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:17:44.843791 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-6959d71d-f64e-43b1-abdb-2affe1b030f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171 HTTP/1.1" status: 200 len: 217 time: 0.0622630 Apr 06 17:17:44.883837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b26a10-8ec5-431d-8da8-0120ec3a801d req-ef76b0ef-be1d-4b6e-b8ee-c630733eff3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.886225 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b9b26a10-8ec5-431d-8da8-0120ec3a801d req-ef76b0ef-be1d-4b6e-b8ee-c630733eff3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0572944 Apr 06 17:17:44.969278 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b9b26a10-8ec5-431d-8da8-0120ec3a801d req-e6556b7e-e16e-4e43-bc58-f61afdbe63ee tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741706 Apr 06 17:17:44.985386 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d137-4fa9-4e17-9acd-6708853d645e req-895bddb8-df52-40fb-83d5-f8976a24c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.987572 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-895bddb8-df52-40fb-83d5-f8976a24c423 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0718684 Apr 06 17:17:44.993554 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:45.009186 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'port_id': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'mac_address': 'fa:16:3e:5a:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:17:45.049741 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 75cc7c21-2a76-4c9d-bcfb-09944a843171 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:45.050133 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:45.063996 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cc7c21-2a76-4c9d-bcfb-09944a843171 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:45.090992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:45.095055 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:45.143906 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:45.515945 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1802-23e4-4824-8f23-5f164b438218 req-175ae07f-d782-4db6-b477-caad4ac81c54 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:45.517580 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70c1802-23e4-4824-8f23-5f164b438218 req-175ae07f-d782-4db6-b477-caad4ac81c54 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0675614 Apr 06 17:17:45.536249 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['75cc7c21-2a76-4c9d-bcfb-09944a843171'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:17:45.584746 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70c1802-23e4-4824-8f23-5f164b438218 req-724dc9b7-b724-415f-a408-a4ab7eac319c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516515 Apr 06 17:17:45.815513 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d137-4fa9-4e17-9acd-6708853d645e req-be889aae-cf99-4ef6-a7ca-10096bbe29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:45.817465 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-be889aae-cf99-4ef6-a7ca-10096bbe29cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649722 Apr 06 17:17:45.847920 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0f46-466d-4f7f-8ba7-f852a69932ec req-377380d5-2535-4328-8eb8-93d43a8d1955 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:45.849680 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ce5d0f46-466d-4f7f-8ba7-f852a69932ec req-377380d5-2535-4328-8eb8-93d43a8d1955 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 945 time: 0.0758188 Apr 06 17:17:45.917010 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ce5d0f46-466d-4f7f-8ba7-f852a69932ec req-0fbb5b07-ae34-421f-bb84-0d0e7386bb1b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589025 Apr 06 17:17:45.971046 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-f4ab9b05-01c2-42a9-922f-c7a2bddb17d6 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390827 Apr 06 17:17:46.130542 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0246d137-4fa9-4e17-9acd-6708853d645e req-d493e398-98da-43ee-b617-7ab0e558e9f9 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395097 Apr 06 17:17:46.146465 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ee5e-da2c-408b-9049-fd1815bcfde4 req-dbbf8cb4-3578-45d9-bba6-2a4acad0b875 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:46.147945 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e51ee5e-da2c-408b-9049-fd1815bcfde4 req-dbbf8cb4-3578-45d9-bba6-2a4acad0b875 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0911252 Apr 06 17:17:46.199342 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e51ee5e-da2c-408b-9049-fd1815bcfde4 req-5e0f1fa0-c2cb-45ef-82a0-3d441d6c4026 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453517 Apr 06 17:17:46.728078 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7503a1-d104-4d2d-b9d1-d8b6e59aa8ee req-bff4d154-aa19-4f50-ab7e-50efe364153c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:46.734918 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7d7503a1-d104-4d2d-b9d1-d8b6e59aa8ee req-bff4d154-aa19-4f50-ab7e-50efe364153c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0764120 Apr 06 17:17:46.804158 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7d7503a1-d104-4d2d-b9d1-d8b6e59aa8ee req-75bcc82b-7d43-4381-9d92-108e62eedc9b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682788 Apr 06 17:17:46.830932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 75cc7c21-2a76-4c9d-bcfb-09944a843171 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:46.892353 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 75cc7c21-2a76-4c9d-bcfb-09944a843171 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:17:46.896931 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 75cc7c21-2a76-4c9d-bcfb-09944a843171 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:46.897424 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:46.993739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe4e2-f838-42f5-99c6-778db36794f0 req-88decbf5-cfc1-4253-8920-2a6056cd1da2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:46.996433 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e50fe4e2-f838-42f5-99c6-778db36794f0 req-88decbf5-cfc1-4253-8920-2a6056cd1da2 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.1060524 Apr 06 17:17:47.007800 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:47.018969 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'floatingip': {'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:47.076406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:47.113382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cb595-6ce6-4731-8745-0a488872f743 req-a14658c5-29e9-4d56-b667-c049a754c4fb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:47.121331 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 75cc7c21-2a76-4c9d-bcfb-09944a843171 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:47.123173 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-920cb595-6ce6-4731-8745-0a488872f743 req-a14658c5-29e9-4d56-b667-c049a754c4fb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 945 time: 0.1153581 Apr 06 17:17:47.124777 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:47.189560 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:47.192325 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a73592-c8a3-4993-ab2f-99c291d6931d" -d '{"events": [{"server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "name": "network-vif-plugged", "status": "completed", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:47.194782 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-920cb595-6ce6-4731-8745-0a488872f743 req-82602c31-8d7b-44d1-b35c-6ac563cd89a3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706232 Apr 06 17:17:47.225356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:47.246110 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:47.282719 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eac4d6-3e63-41ed-8ac7-329cd4be80ef x-openstack-request-id: req-53eac4d6-3e63-41ed-8ac7-329cd4be80ef {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:47.297564 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "name": "network-vif-plugged", "status": "completed", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:47.300669 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53eac4d6-3e63-41ed-8ac7-329cd4be80ef {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:47.301724 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eac4d6-3e63-41ed-8ac7-329cd4be80ef'] response: {'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'code': 200} Apr 06 17:17:47.459778 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:47.502382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5c38a-fe85-4d6e-9a55-54a28b5d5a3d req-b257fd34-6d2b-49cc-9850-db2133262f14 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:47.521662 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-48d5c38a-fe85-4d6e-9a55-54a28b5d5a3d req-b257fd34-6d2b-49cc-9850-db2133262f14 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1416614 Apr 06 17:17:47.626250 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-48d5c38a-fe85-4d6e-9a55-54a28b5d5a3d req-46e5f8c6-9514-4a8d-bef3-a74cb74d57e4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031520 Apr 06 17:17:48.121893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805804cc-eb9e-441f-b3dd-867fcf9343ea req-293473ff-1672-4211-b4fe-09718e4095bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:48.123864 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-805804cc-eb9e-441f-b3dd-867fcf9343ea req-293473ff-1672-4211-b4fe-09718e4095bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 1130 time: 0.4822593 Apr 06 17:17:48.236499 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-805804cc-eb9e-441f-b3dd-867fcf9343ea req-3bdabbb8-5d98-4d1f-9991-1892a87978b2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941925 Apr 06 17:17:48.240586 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.246180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.429956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc5dce-4764-48b8-9fc5-68e4558b055c req-e39838bf-3dd2-44ed-ba7b-68c014827209 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:48.433469 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ddc5dce-4764-48b8-9fc5-68e4558b055c req-e39838bf-3dd2-44ed-ba7b-68c014827209 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.1258602 Apr 06 17:17:48.447924 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Floating IP 1d931c9e-9af0-4804-a039-e281829ee13e associated. External IP: 172.27.3.236, port: af5e8fbb-4ea9-453b-a85d-932ec82ccd75. Apr 06 17:17:48.545676 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ddc5dce-4764-48b8-9fc5-68e4558b055c req-47f20f3f-a602-48af-be62-9f0e5ea4c1cc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073565 Apr 06 17:17:48.803659 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a21a4a-86b7-4825-af52-21a6ac5024a8 req-afe099a1-738a-4d5f-bc67-b6fa1385f704 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:48.805261 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6a21a4a-86b7-4825-af52-21a6ac5024a8 req-afe099a1-738a-4d5f-bc67-b6fa1385f704 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0638978 Apr 06 17:17:48.807036 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:17:48.869296 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c6a21a4a-86b7-4825-af52-21a6ac5024a8 req-da8629b4-9c10-49f0-aa73-2764c54b120d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508969 Apr 06 17:17:48.962303 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:48.970118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.974657 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:48.995930 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:48.996927 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:49.010359 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-624fcd66-f301-4181-88a8-dca85ae720c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "PUT /v2.0/floatingips/1d931c9e-9af0-4804-a039-e281829ee13e HTTP/1.1" status: 200 len: 992 time: 2.0004184 Apr 06 17:17:49.010952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:49.013844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:49.054794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a22c1-ea95-4123-9009-0e75029ac83a x-openstack-request-id: req-210a22c1-ea95-4123-9009-0e75029ac83a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:49.055085 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:49.055336 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-210a22c1-ea95-4123-9009-0e75029ac83a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:49.055771 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210a22c1-ea95-4123-9009-0e75029ac83a'] response: {'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'status': 'completed', 'code': 200} Apr 06 17:17:49.132738 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:49.418914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-daf9656d-7ea9-4326-87af-59971477645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.421350 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-daf9656d-7ea9-4326-87af-59971477645c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.0962210 Apr 06 17:17:49.449808 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:17:48Z', 'revision_number': 1, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:49.486696 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:49.496899 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:49.497666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:49.563406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-4ae3adb1-c810-4d5f-948c-491967bc2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.565352 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-4ae3adb1-c810-4d5f-948c-491967bc2fa2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1261699 Apr 06 17:17:49.649001 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-9e42c6d3-11d3-4207-8088-1baecf2302e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1000 time: 0.0740602 Apr 06 17:17:49.670662 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:49.753240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-1c994532-e3e9-4816-a684-cd8233b5f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.754446 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-1c994532-e3e9-4816-a684-cd8233b5f7a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0622911 Apr 06 17:17:49.758256 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafbe7-9099-4567-964c-72c57766e3ec req-1fa7db8d-6960-46ff-98b1-5fc04cdbf545 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.761429 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6feafbe7-9099-4567-964c-72c57766e3ec req-1fa7db8d-6960-46ff-98b1-5fc04cdbf545 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0974362 Apr 06 17:17:49.816459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-caeefc6a-6d07-45d0-a268-0d01c95a3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.817717 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-caeefc6a-6d07-45d0-a268-0d01c95a3216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535316 Apr 06 17:17:49.853363 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6feafbe7-9099-4567-964c-72c57766e3ec req-1dedab3d-11f3-447a-a9b7-b42afd57a5db tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847962 Apr 06 17:17:50.001505 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:17:48Z', 'revision_number': 1, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:50.048760 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2093e-37f4-43cc-a6c1-58357850dc74 None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:17:48Z', 'revision_number': 1, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:50.110445 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace338-bc0e-4dca-a9e6-b000d8c43fcc req-39256cc6-fa46-4e7f-b532-edea0fb9d401 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:50.117741 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8cace338-bc0e-4dca-a9e6-b000d8c43fcc req-39256cc6-fa46-4e7f-b532-edea0fb9d401 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0901346 Apr 06 17:17:50.199039 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8cace338-bc0e-4dca-a9e6-b000d8c43fcc req-5901ab31-5138-4ffe-bf07-4e8bfa5bac88 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713899 Apr 06 17:17:50.340039 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d61aa-f524-4e63-ab13-26bfd96fc5c1 None None] New status for floating IP 1d931c9e-9af0-4804-a039-e281829ee13e: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:17:50.655468 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-2f3cd77c-f4c3-49c2-990a-27bce4513c21 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970876 Apr 06 17:17:50.768973 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b98a452-dd02-4fe7-9b5b-6b010fc6d51a req-047041e1-caf9-4cfa-93e6-c2c6f05a20f3 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959918 Apr 06 17:17:50.993555 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258ef7d-d8e2-47fe-bd0b-42bb0e361db7 req-e54050e6-8698-48d9-b1c6-c2668d4fe793 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:50.995355 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9258ef7d-d8e2-47fe-bd0b-42bb0e361db7 req-e54050e6-8698-48d9-b1c6-c2668d4fe793 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0574036 Apr 06 17:17:51.049795 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9258ef7d-d8e2-47fe-bd0b-42bb0e361db7 req-d3c74c44-22bc-43d3-9a86-73cfb246ce32 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485327 Apr 06 17:17:51.175783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcb82b-d266-430c-9d7b-38f2c71e6afb req-4a0d1b1c-a45b-4fdf-920b-7ca9789f043f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:51.177371 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77bcb82b-d266-430c-9d7b-38f2c71e6afb req-4a0d1b1c-a45b-4fdf-920b-7ca9789f043f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0638371 Apr 06 17:17:51.187439 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53400) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:51.191557 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'port_id': '75cc7c21-2a76-4c9d-bcfb-09944a843171'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:51.246282 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:51.412914 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a41c13-4f8a-42d0-a226-925af3a22bf4 req-dbcb52da-9a0c-44f8-9249-fd197577f335 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:51.414686 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-40a41c13-4f8a-42d0-a226-925af3a22bf4 req-dbcb52da-9a0c-44f8-9249-fd197577f335 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1242673 Apr 06 17:17:51.520215 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-40a41c13-4f8a-42d0-a226-925af3a22bf4 req-291322c1-b5fd-4cfe-bd69-52d6ea6c1427 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971112 Apr 06 17:17:51.850324 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:51.859776 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:51.985982 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 700c21f8-84fe-4247-ba56-bc384ddb0e6e associated. External IP: 172.27.3.162, port: 75cc7c21-2a76-4c9d-bcfb-09944a843171. Apr 06 17:17:52.290209 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:17:52.430471 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:52.438484 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.451318 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:52.472062 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9a666ff2-973c-43f1-84cc-61ec88f9e56a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "PUT /v2.0/floatingips/700c21f8-84fe-4247-ba56-bc384ddb0e6e HTTP/1.1" status: 200 len: 992 time: 1.2839127 Apr 06 17:17:52.472685 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:52.479757 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:52.480783 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:52.489964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f00c2b0-62de-4731-ba80-d0936a5438a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:52.565491 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ad821-de12-495c-be92-4442a9d5ad5d x-openstack-request-id: req-0a3ad821-de12-495c-be92-4442a9d5ad5d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:52.565830 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:52.566056 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a3ad821-de12-495c-be92-4442a9d5ad5d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:52.566719 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3ad821-de12-495c-be92-4442a9d5ad5d'] response: {'name': 'network-changed', 'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'status': 'completed', 'code': 200} Apr 06 17:17:52.707183 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-a4b135ca-0253-4f35-9858-20f044cfe152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:52.708700 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-a4b135ca-0253-4f35-9858-20f044cfe152 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 1130 time: 0.0975118 Apr 06 17:17:52.735405 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014312-366f-4f94-abfb-a76c3a6048b7 req-999b1289-3919-455e-b899-bfa3c21e55c7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:52.743329 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a0014312-366f-4f94-abfb-a76c3a6048b7 req-999b1289-3919-455e-b899-bfa3c21e55c7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1054506 Apr 06 17:17:52.827582 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a0014312-366f-4f94-abfb-a76c3a6048b7 req-837df784-034a-4551-9010-466e39085f09 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829227 Apr 06 17:17:52.844858 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:52.866589 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-a0110148-cdc7-4c66-91ee-752d1cb2c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:52.868222 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-a0110148-cdc7-4c66-91ee-752d1cb2c527 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.1486130 Apr 06 17:17:53.009074 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-82bc00ae-f2ad-4c0a-a6c4-0b12aeadde0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171 HTTP/1.1" status: 200 len: 1000 time: 0.1278899 Apr 06 17:17:53.097119 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-c69c0893-217e-4652-8404-28b9c8e547f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:53.098987 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-c69c0893-217e-4652-8404-28b9c8e547f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0807803 Apr 06 17:17:53.167073 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-c1cc04cc-170e-460c-8725-c5591429f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:53.170664 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-c1cc04cc-170e-460c-8725-c5591429f774 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629127 Apr 06 17:17:53.223575 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}, {'id': '700c21f8-84fe-4247-ba56-bc384ddb0e6e', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5a:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:35Z', 'updated_at': '2022-04-06T17:17:51Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.254202 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:53.275514 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:53.276136 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:17:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.322713 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-e58e3fbc-e46b-42f1-bd35-306ae76f3438 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390600 Apr 06 17:17:53.373657 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-6d7c1a8d-9a98-4d5d-9de8-83abcfab2d40 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124954198&fields=id&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 267 time: 0.1064668 Apr 06 17:17:53.441895 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:53.578997 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6f00c2b0-62de-4731-ba80-d0936a5438a1 req-ca5e58a9-cedb-4460-853c-c93cb228f644 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458961 Apr 06 17:17:53.617185 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-199e6189-3914-4cab-8d46-901983fc5d1c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:53.619783 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-199e6189-3914-4cab-8d46-901983fc5d1c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.2048428 Apr 06 17:17:53.641107 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-df946067-1948-4a90-a800-b7e5774ec51a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/quotas/934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 375 time: 0.0131526 Apr 06 17:17:53.730196 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-c735ff80-374c-46ed-9b7c-1c7f641c7195 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702341 Apr 06 17:17:53.855471 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}, {'id': '700c21f8-84fe-4247-ba56-bc384ddb0e6e', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5a:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:35Z', 'updated_at': '2022-04-06T17:17:51Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.867688 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-758001f6-c449-4591-b1ff-f02499009f5b service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217654 Apr 06 17:17:53.902994 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece4b49-f7e6-4c91-afa0-2bb82e173ae5 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}, {'id': '700c21f8-84fe-4247-ba56-bc384ddb0e6e', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5a:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:35Z', 'updated_at': '2022-04-06T17:17:51Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:53.954537 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca8c7-967b-49a9-9a10-e1e3b70dbf91 req-229bdab1-993b-4abd-84c2-30f3581a910a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:53.968502 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4a4ca8c7-967b-49a9-9a10-e1e3b70dbf91 req-229bdab1-993b-4abd-84c2-30f3581a910a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.1223769 Apr 06 17:17:54.049556 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4a4ca8c7-967b-49a9-9a10-e1e3b70dbf91 req-3cd7be2b-a06a-48f9-94d0-4bf5f32f9bb8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778115 Apr 06 17:17:54.056119 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-e5eac52b-eb54-48f6-9304-9a395658a8b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807172 Apr 06 17:17:54.183306 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7d283-84a7-486f-ba8c-c7acc8e834b0 req-72242295-d388-4ce0-a1ce-f693e3c08486 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:54.191454 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-83e7d283-84a7-486f-ba8c-c7acc8e834b0 req-72242295-d388-4ce0-a1ce-f693e3c08486 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0753837 Apr 06 17:17:54.245517 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-83e7d283-84a7-486f-ba8c-c7acc8e834b0 req-9c22240b-0865-4b35-9251-7ce84b3b37d5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531650 Apr 06 17:17:54.270488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287827d8-d50b-47b1-97d2-9250c8e44f5a None None] New status for floating IP 700c21f8-84fe-4247-ba56-bc384ddb0e6e: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:17:54.505262 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-32e5f8d5-937a-4ee6-b893-7e27d9872021 req-ce4c7fae-aa79-4f84-8556-4595cebb277c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 210 time: 0.0502810 Apr 06 17:17:55.180986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbbb20-1a42-45bf-8753-d4c5e593c0bf req-79130f6f-541c-4eb1-b715-1af6182e832f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:55.189404 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27fbbb20-1a42-45bf-8753-d4c5e593c0bf req-79130f6f-541c-4eb1-b715-1af6182e832f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Apr 06 17:17:55.244503 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27fbbb20-1a42-45bf-8753-d4c5e593c0bf req-a782c096-16fe-4e00-92ce-be3d59d8ab1e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537448 Apr 06 17:17:55.398580 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21774-e1e1-41c6-8f62-6104e57ad670 req-31a7d3ca-e25a-43b6-b549-7ec7a239162d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:55.400075 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f4b21774-e1e1-41c6-8f62-6104e57ad670 req-31a7d3ca-e25a-43b6-b549-7ec7a239162d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0706656 Apr 06 17:17:55.611069 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4f2f50f-d448-4b09-8618-b2143ad17911 req-ed9e2a40-3acb-4fb4-9345-d56ec872d129 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 210 time: 0.0366666 Apr 06 17:17:55.715201 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f4b21774-e1e1-41c6-8f62-6104e57ad670 req-2c201c94-8246-485a-8545-aee00e4aa5b3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013990 Apr 06 17:17:55.880694 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-c667ac63-6288-4a19-93da-38adfcd1943b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:55.882608 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-c667ac63-6288-4a19-93da-38adfcd1943b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.1532168 Apr 06 17:17:55.961966 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-981dccb6-8ed0-4cf6-ab7c-fa383d955008 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 380 time: 0.0646019 Apr 06 17:17:55.972701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'port': {'device_id': '360d2887-e199-4fde-85f7-d431bb40184e', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'admin_state_up': True, 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'security_groups': ['4fcd6787-c4f4-4248-8fb4-a417e79c076c']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:56.111652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Made reservation on behalf of 934fd09758e54661b8220d8f17b439f9 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:17:56.117630 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:56.259040 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.20.0.12 (4b3cbfe8-430b-47e6-b984-4c0eb5be5625/f9a2654a-d870-412f-87a9-86dffe2c3c36/2722e73e-5b19-49d0-bbbc-edacdfa6f957) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:17:56.426459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52278f1-bf72-42e5-bc35-77bc1d51fdbe req-e7ce8702-5d64-49d0-81ae-b7b8f615ed77 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:56.437336 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c52278f1-bf72-42e5-bc35-77bc1d51fdbe req-e7ce8702-5d64-49d0-81ae-b7b8f615ed77 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.1061504 Apr 06 17:17:56.561084 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c52278f1-bf72-42e5-bc35-77bc1d51fdbe req-5930ffb5-2483-4d8e-b376-de9b382e1fc2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220996 Apr 06 17:17:56.616888 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:56.686863 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:56.761170 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:17:56.770934 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:17:56.788049 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:17:56.794013 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd263-2377-4a1f-8e47-37ea76f5910f req-d8afa5a1-e452-4b5a-997a-0286c42455a8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:56.801708 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:56.802938 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-df4fd263-2377-4a1f-8e47-37ea76f5910f req-d8afa5a1-e452-4b5a-997a-0286c42455a8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 932 time: 0.0910962 Apr 06 17:17:56.803499 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:56.827674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:56.888569 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-df4fd263-2377-4a1f-8e47-37ea76f5910f req-7e0a4c81-67ad-479c-b432-0f74ae267adc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827055 Apr 06 17:17:56.888877 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-2c04cd49-ae8c-46e2-937f-592facd838cd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9198389 Apr 06 17:17:56.914358 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Request body: {'port': {'device_id': '360d2887-e199-4fde-85f7-d431bb40184e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:17:56.945734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68ac3-2981-43e4-8db0-ac2e0327dcf1 req-76cd2e6e-7cd9-4b67-b6f6-b532ca5cbc89 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:56.954303 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0f68ac3-2981-43e4-8db0-ac2e0327dcf1 req-76cd2e6e-7cd9-4b67-b6f6-b532ca5cbc89 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.1097832 Apr 06 17:17:57.032416 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.045577 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0f68ac3-2981-43e4-8db0-ac2e0327dcf1 req-5444b8ac-7c57-4b90-af13-32c0864d6298 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888391 Apr 06 17:17:57.087311 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6f3f2d84-1d52-4374-8bd5-fd6f1ca036d9 None None] Provisioning complete for port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:57.097629 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2d84-1d52-4374-8bd5-fd6f1ca036d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.141945 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f2d84-1d52-4374-8bd5-fd6f1ca036d9 None None] Port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:17:57.335027 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-6b882991-fe18-4070-b52f-27c8ffb70187 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411905 Apr 06 17:17:57.448938 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2722e73e-5b19-49d0-bbbc-edacdfa6f957 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:57.460088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks [] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.482189 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Transition to ACTIVE for port object 2722e73e-5b19-49d0-bbbc-edacdfa6f957 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:17:57.485541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-00240f0c-8001-4406-942d-e8705b2299a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:57.487323 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-00240f0c-8001-4406-942d-e8705b2299a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 1129 time: 0.0853786 Apr 06 17:17:57.488543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.592979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Pushing event updated for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:57.662606 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Attempting to bind port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:17:57.662949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Attempting to bind port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:17:57.663277 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Attempting to bind port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:57.677963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:17:57.678293 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Attempting to bind port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:17:57.687462 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-3b9f5e20-5a0b-489d-b7ed-74c02bd008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:57.688957 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-3b9f5e20-5a0b-489d-b7ed-74c02bd008a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1664426 Apr 06 17:17:57.689865 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:17:57.690191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:17:57.690571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Bound using segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:17:57.691008 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Bound port: 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:17:57.691367 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.709442 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eb0e9-73af-4483-b271-2f7ace052026 req-4ef00b1e-7d8e-48a8-814b-f27b51e12429 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:57.710984 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d71eb0e9-73af-4483-b271-2f7ace052026 req-4ef00b1e-7d8e-48a8-814b-f27b51e12429 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0600071 Apr 06 17:17:57.765952 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d71eb0e9-73af-4483-b271-2f7ace052026 req-0c2063a8-b113-4dad-8391-a51a87ca5897 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486042 Apr 06 17:17:57.802310 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-62c67413-6760-4204-a026-102589fea82c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 200 len: 217 time: 0.0453370 Apr 06 17:17:57.806139 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:17:57.841981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:17:57.850827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.888331 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-bca4da2c-ae9a-45c8-a701-a64a994bbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:57.890176 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-bca4da2c-ae9a-45c8-a701-a64a994bbc6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0795715 Apr 06 17:17:57.899360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:57.899937 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:57.901297 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] 10.222.0.43 "PUT /v2.0/ports/2722e73e-5b19-49d0-bbbc-edacdfa6f957 HTTP/1.1" status: 200 len: 1094 time: 0.9932671 Apr 06 17:17:57.901737 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:57.905197 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185ee3c-4a29-49ec-8164-7d2721b8b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:57.927735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61fb97-b67a-4867-bcef-4a3640a9e037 service neutron] Pushing event updated for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:57.954981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578bb43c-8b8c-4f10-8587-f52ca6697ce6 x-openstack-request-id: req-578bb43c-8b8c-4f10-8587-f52ca6697ce6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:57.955384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:57.955643 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-578bb43c-8b8c-4f10-8587-f52ca6697ce6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:57.956043 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578bb43c-8b8c-4f10-8587-f52ca6697ce6'] response: {'name': 'network-changed', 'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'status': 'completed', 'code': 200} Apr 06 17:17:58.009910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c145-d965-4510-94c4-2beb813b0f8e req-d18fc796-cd37-458d-92ca-b93fab22b8f2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.011425 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0f66c145-d965-4510-94c4-2beb813b0f8e req-d18fc796-cd37-458d-92ca-b93fab22b8f2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0545862 Apr 06 17:17:58.069846 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0f66c145-d965-4510-94c4-2beb813b0f8e req-b7a9677f-799b-406c-b62d-94ede89c095c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519130 Apr 06 17:17:58.198615 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74fba2-7b28-4eae-9a25-567aa76e8540 req-98aca6c4-e1a3-4cfb-8c19-e5b19fafd980 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.200672 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f74fba2-7b28-4eae-9a25-567aa76e8540 req-98aca6c4-e1a3-4cfb-8c19-e5b19fafd980 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0573990 Apr 06 17:17:58.203178 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-b776940d-acf1-4ba8-9029-07ed43e7d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.204649 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-b776940d-acf1-4ba8-9029-07ed43e7d3be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760033 Apr 06 17:17:58.217763 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-90559bf0-a591-4a8e-af46-504cd9abb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.219264 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-90559bf0-a591-4a8e-af46-504cd9abb50b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 1128 time: 0.0523989 Apr 06 17:17:58.247286 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f74fba2-7b28-4eae-9a25-567aa76e8540 req-499480c3-32c1-480f-b668-caab4566b90a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405157 Apr 06 17:17:58.734251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-441a9039-83ea-4d10-976a-fb13f24bb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.736197 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-441a9039-83ea-4d10-976a-fb13f24bb407 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1130 time: 0.4366410 Apr 06 17:17:58.768214 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-75289b21-1fa2-4aff-8768-991c2457822b service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770265 Apr 06 17:17:58.769193 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-2588f4fe-2015-4ef9-8cd4-e81240248726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:58.770467 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-2588f4fe-2015-4ef9-8cd4-e81240248726 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=934fd09758e54661b8220d8f17b439f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4720762 Apr 06 17:17:59.015878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-961b4471-d4fd-4b76-b34a-2f66fc8031b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.017247 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-961b4471-d4fd-4b76-b34a-2f66fc8031b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.2740076 Apr 06 17:17:59.029658 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-d37c22f3-1c85-416d-aded-d8e4f67e8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.030987 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d185ee3c-4a29-49ec-8164-7d2721b8b6be req-d37c22f3-1c85-416d-aded-d8e4f67e8183 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319505 Apr 06 17:17:59.039811 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e734f-ba04-41ae-82c2-a009d2f17822 req-de9f9b04-0e01-4711-933d-a82482af5743 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.041222 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2b3e734f-ba04-41ae-82c2-a009d2f17822 req-de9f9b04-0e01-4711-933d-a82482af5743 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.1548979 Apr 06 17:17:59.043103 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4eb0113b-18fa-40b2-a671-71c290a653b7 req-ee96d1e3-7097-42c6-ad31-1ceeb857438d service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453835 Apr 06 17:17:59.174841 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2b3e734f-ba04-41ae-82c2-a009d2f17822 req-1de1c4d1-74a8-4db0-9cd0-c25b0e23a9f2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273263 Apr 06 17:17:59.178557 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-c5f84e92-7203-4b63-b224-cb45ae21cc40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 1001 time: 0.1129770 Apr 06 17:17:59.193012 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-d668088e-c9ba-4037-a1c1-76c2cc20b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.194521 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-d668088e-c9ba-4037-a1c1-76c2cc20b9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 1128 time: 0.0846155 Apr 06 17:17:59.207903 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c45d8-9974-4bb8-b416-2b4f4a2859fc req-96ab40bc-2efa-498f-9aa8-4465b1edd536 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.209402 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a09c45d8-9974-4bb8-b416-2b4f4a2859fc req-96ab40bc-2efa-498f-9aa8-4465b1edd536 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0605719 Apr 06 17:17:59.257105 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a09c45d8-9974-4bb8-b416-2b4f4a2859fc req-f4364b19-542f-4f4a-85cd-2784e1f3bcbc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Apr 06 17:17:59.347123 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:59.374844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80d80-25a0-4429-b6da-65f06bab27bb req-33a89b1d-3316-4fab-b10f-4c7435e7e88a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.376347 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e4c80d80-25a0-4429-b6da-65f06bab27bb req-33a89b1d-3316-4fab-b10f-4c7435e7e88a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0559990 Apr 06 17:17:59.429559 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e4c80d80-25a0-4429-b6da-65f06bab27bb req-263de488-19b5-4a35-bec0-36773f0b31ed tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473185 Apr 06 17:17:59.531398 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-df5250f0-b695-4bf5-a34f-7db3b44b4937 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957 HTTP/1.1" status: 200 len: 217 time: 0.0592642 Apr 06 17:17:59.576827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-acf84f12-341b-45c0-adaf-6605b864ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.578325 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-acf84f12-341b-45c0-adaf-6605b864ac56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.1076188 Apr 06 17:17:59.599932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-3c0c96dd-f645-4e9a-884e-a296d280bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.601495 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-3c0c96dd-f645-4e9a-884e-a296d280bd5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0629556 Apr 06 17:17:59.674687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-cbb1b91f-d09b-4a7a-9322-9a9f97df5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.676220 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-cbb1b91f-d09b-4a7a-9322-9a9f97df5194 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899191 Apr 06 17:17:59.678693 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-0e65192d-d444-4f5c-891b-51292f95650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:59.680065 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-0e65192d-d444-4f5c-891b-51292f95650b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596750 Apr 06 17:17:59.850765 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-fee91c20-aade-4c50-9b5f-be44e720c4c0 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609108 Apr 06 17:17:59.854163 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-de2052f7-0e16-437d-8417-1360cb8b8a5c service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632476 Apr 06 17:18:00.026765 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1795db1-c4b2-4ddb-abbc-29756cdcc0c8 req-3cfe8e65-6377-4d9e-b761-51127fb3528b service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567142 Apr 06 17:18:00.030413 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6727c6d-dd9a-40b2-a4f4-8f05425f4593 req-b85c9e4e-ea8e-4eab-9e2f-2ddb191cab34 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521020 Apr 06 17:18:00.303272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41abd8f-3d44-445e-ae3f-ad41cfeea5d3 req-1721b556-3d58-4277-884a-8971d4b822fb tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:00.304821 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d41abd8f-3d44-445e-ae3f-ad41cfeea5d3 req-1721b556-3d58-4277-884a-8971d4b822fb tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0590355 Apr 06 17:18:00.352876 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d41abd8f-3d44-445e-ae3f-ad41cfeea5d3 req-40c1822b-c3aa-4fc2-9b28-74bef33d29fc tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Apr 06 17:18:00.382064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cc4d7-55a0-48b2-ae1b-06ca19e96224 req-ba2e6984-7c46-4f5d-b18d-8a6ecccc4e25 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:00.383536 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c39cc4d7-55a0-48b2-ae1b-06ca19e96224 req-ba2e6984-7c46-4f5d-b18d-8a6ecccc4e25 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0601294 Apr 06 17:18:00.433326 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c39cc4d7-55a0-48b2-ae1b-06ca19e96224 req-9c107444-0483-4ac4-81c7-701b51bb6dab tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Apr 06 17:18:00.555932 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309865de-76e9-459d-b426-2db7cc79e000 req-a7f69aed-db44-41a9-a1cd-b2c45a841a31 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:00.557442 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-309865de-76e9-459d-b426-2db7cc79e000 req-a7f69aed-db44-41a9-a1cd-b2c45a841a31 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 946 time: 0.0548332 Apr 06 17:18:00.602878 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-309865de-76e9-459d-b426-2db7cc79e000 req-0eebb9a6-585a-4228-b6b4-455195f11178 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392241 Apr 06 17:18:00.892630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:00.972961 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:00.973380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:00.995853 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:00.998677 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77f8b78-58e5-4e1a-b749-57b61db1ef06" -d '{"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:01.010589 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:01.015267 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.037353 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d419ce-9f32-4aee-9dda-22a3bd73a28d x-openstack-request-id: req-18d419ce-9f32-4aee-9dda-22a3bd73a28d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:01.037641 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:01.037889 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18d419ce-9f32-4aee-9dda-22a3bd73a28d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:01.038271 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d419ce-9f32-4aee-9dda-22a3bd73a28d'] response: {'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'code': 200} Apr 06 17:18:01.066168 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:01.478898 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae5ff2-fc49-44d0-8703-a394dfcd4da4 req-76befd0c-3f27-44fe-b8ca-ed6188f86c4b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:01.480383 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f7ae5ff2-fc49-44d0-8703-a394dfcd4da4 req-76befd0c-3f27-44fe-b8ca-ed6188f86c4b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Apr 06 17:18:01.529824 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f7ae5ff2-fc49-44d0-8703-a394dfcd4da4 req-36a9685e-fc0f-4513-bcdc-0e45bf71495c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Apr 06 17:18:01.555292 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc26ef-2b33-4213-b4ed-b1560c8c3e93 req-99f333ce-0a09-4c5c-864a-f7ef6a782b76 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:01.556773 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-43bc26ef-2b33-4213-b4ed-b1560c8c3e93 req-99f333ce-0a09-4c5c-864a-f7ef6a782b76 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0535638 Apr 06 17:18:01.605334 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-43bc26ef-2b33-4213-b4ed-b1560c8c3e93 req-c56e5dd0-1ccd-4fc2-bb6d-40b0bd08501e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Apr 06 17:18:01.724998 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80872626-064a-4a85-999f-a13c4d263f68 req-94c629b6-1d85-4263-939e-f8ad55056d03 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:01.726495 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-80872626-064a-4a85-999f-a13c4d263f68 req-94c629b6-1d85-4263-939e-f8ad55056d03 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0525939 Apr 06 17:18:01.772841 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-80872626-064a-4a85-999f-a13c4d263f68 req-7e438cc9-8aae-40a3-80f1-accc8f230e07 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Apr 06 17:18:02.672529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bcdf3-00c4-4837-8cbd-6487157ae305 req-3b3e74b5-efd0-4b85-80ba-6264265d4012 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:02.674807 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c12bcdf3-00c4-4837-8cbd-6487157ae305 req-3b3e74b5-efd0-4b85-80ba-6264265d4012 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0718224 Apr 06 17:18:02.728935 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000e62-84ac-4333-978e-433c5af83eda req-f2b3f685-c5e1-45ee-b911-679e3661720b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:02.730679 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b9000e62-84ac-4333-978e-433c5af83eda req-f2b3f685-c5e1-45ee-b911-679e3661720b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0560777 Apr 06 17:18:02.741135 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c12bcdf3-00c4-4837-8cbd-6487157ae305 req-2cb038ad-74a9-41f8-90b6-0424d2fd3baa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609553 Apr 06 17:18:02.791427 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b9000e62-84ac-4333-978e-433c5af83eda req-1ae74a76-1e55-4ecb-85ac-227a0bdb6783 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532429 Apr 06 17:18:02.897944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea72780-3747-45b7-b2b9-c9038a3e6fd3 req-882c3d6e-3daf-46d2-a19e-d15673e82fd5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:02.899402 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ea72780-3747-45b7-b2b9-c9038a3e6fd3 req-882c3d6e-3daf-46d2-a19e-d15673e82fd5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0523419 Apr 06 17:18:02.946136 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ea72780-3747-45b7-b2b9-c9038a3e6fd3 req-e4f71be7-e16a-4e69-a935-18e51e273c9d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Apr 06 17:18:03.416907 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-06c3aa96-3330-4e48-819f-fb8917799eef req-24bbdaf8-f432-4d53-b37b-f4be65c898a9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:18:03.417928 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06c3aa96-3330-4e48-819f-fb8917799eef req-24bbdaf8-f432-4d53-b37b-f4be65c898a9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059037 Apr 06 17:18:03.577595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5ae0f-86f3-46aa-ad58-4bd25d1a0f4e req-3a2d113b-e8ee-4009-98f9-2f331ce90111 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:03.579232 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5ac5ae0f-86f3-46aa-ad58-4bd25d1a0f4e req-3a2d113b-e8ee-4009-98f9-2f331ce90111 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0534508 Apr 06 17:18:03.628448 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5ac5ae0f-86f3-46aa-ad58-4bd25d1a0f4e req-861b3a9b-f2c2-47c1-b631-5b9762331a00 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Apr 06 17:18:03.857467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53564) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:03.886868 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0134-91d4-45fb-abac-dcc9f59024dc req-8a575bf7-2456-416b-ab3c-31415e12c694 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:03.888626 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-451f0134-91d4-45fb-abac-dcc9f59024dc req-8a575bf7-2456-416b-ab3c-31415e12c694 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0689936 Apr 06 17:18:03.923919 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b3f0-541b-42d2-835d-09d789a689e5 req-6d05aeb6-cfae-4a06-85a2-3a937532b0f9 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:03.931230 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b063b3f0-541b-42d2-835d-09d789a689e5 req-6d05aeb6-cfae-4a06-85a2-3a937532b0f9 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0621030 Apr 06 17:18:03.943844 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d022c85-33cb-433d-91e3-0c9229c3659f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.971774 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-451f0134-91d4-45fb-abac-dcc9f59024dc req-aecea16e-2269-4afb-baa8-784f976abc68 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769815 Apr 06 17:18:03.978819 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b063b3f0-541b-42d2-835d-09d789a689e5 req-3f951d89-9a0b-4a77-908a-74ef48e3d82b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 Apr 06 17:18:03.992720 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-37671eb0-0d1b-4ec0-ac20-9248a66a93ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262360 Apr 06 17:18:03.996849 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-81e54c95-0ca3-45d9-b994-da1aaaae6bf1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:18:03.997862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-81e54c95-0ca3-45d9-b994-da1aaaae6bf1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083730 Apr 06 17:18:04.075582 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:04.170621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-fce05f93-bdaa-479a-ac12-009729512e27 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:04.172022 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-fce05f93-bdaa-479a-ac12-009729512e27 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports/66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 941 time: 0.0954652 Apr 06 17:18:04.754324 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548fcd8-d380-4e3d-bc04-1ca0553316af req-a5355be9-5fea-4d7d-9311-f64db1991dad tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:04.755849 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4548fcd8-d380-4e3d-bc04-1ca0553316af req-a5355be9-5fea-4d7d-9311-f64db1991dad tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0553992 Apr 06 17:18:04.803919 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4548fcd8-d380-4e3d-bc04-1ca0553316af req-fc6cb587-c643-4520-85e1-b49a1c09d32b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420620 Apr 06 17:18:04.891832 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:04.969001 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:05.100087 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041055-165c-4c25-8eb0-4b426b48b410 req-5c297ab1-cd06-4baf-a449-a3fb3fb3bbf5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:05.100867 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b540a-f3e3-4edd-9ceb-826cadd9a97a req-09021410-fe8a-4ca0-8f87-88d3e11a4dea tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:05.102532 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-109b540a-f3e3-4edd-9ceb-826cadd9a97a req-09021410-fe8a-4ca0-8f87-88d3e11a4dea tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0593626 Apr 06 17:18:05.105624 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d8041055-165c-4c25-8eb0-4b426b48b410 req-5c297ab1-cd06-4baf-a449-a3fb3fb3bbf5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Apr 06 17:18:05.152576 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d8041055-165c-4c25-8eb0-4b426b48b410 req-cb4189d0-c591-49b4-9310-7801eba641b2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Apr 06 17:18:05.157631 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-109b540a-f3e3-4edd-9ceb-826cadd9a97a req-5a942ca8-5f9a-40bf-a7d3-fe40cd077e66 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Apr 06 17:18:05.940024 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c1d6-80c8-4d02-b98b-b129f47bd330 req-9fa0a861-b2ae-4280-a019-8949cbe4ad38 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:05.941461 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-37f0c1d6-80c8-4d02-b98b-b129f47bd330 req-9fa0a861-b2ae-4280-a019-8949cbe4ad38 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0573862 Apr 06 17:18:05.976501 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-8cf11371-47ed-4aba-98f6-3e140f729e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:05.978046 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-8cf11371-47ed-4aba-98f6-3e140f729e58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 1128 time: 0.0789921 Apr 06 17:18:05.990237 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-37f0c1d6-80c8-4d02-b98b-b129f47bd330 req-978c9bd0-906d-44f9-8507-813b3a83d786 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Apr 06 17:18:06.050598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-9e6b2dfd-915a-47f9-b172-9ef2e1d05b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.052054 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-9e6b2dfd-915a-47f9-b172-9ef2e1d05b15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0448806 Apr 06 17:18:06.145385 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-5b0f520d-6768-4974-bbe1-2774ffef1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.147016 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-5b0f520d-6768-4974-bbe1-2774ffef1ac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.0855675 Apr 06 17:18:06.216010 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-ff8f5063-e389-4378-bcd1-878e79a751da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 200 len: 999 time: 0.0599728 Apr 06 17:18:06.281079 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198878-d7c1-46f2-ac03-a28871ba6b05 req-bf359132-bbb6-4f65-b805-5f48bffba452 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.283245 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f7198878-d7c1-46f2-ac03-a28871ba6b05 req-bf359132-bbb6-4f65-b805-5f48bffba452 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0525534 Apr 06 17:18:06.299731 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-233611e7-3ffe-4bcc-957a-e75d12f0a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.301219 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-233611e7-3ffe-4bcc-957a-e75d12f0a5ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0791111 Apr 06 17:18:06.316196 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79661f-2940-44ca-b556-3de1d63acc3c req-5528bfcf-9012-4f66-8a8a-1cb7f5001243 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.317670 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0d79661f-2940-44ca-b556-3de1d63acc3c req-5528bfcf-9012-4f66-8a8a-1cb7f5001243 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0879867 Apr 06 17:18:06.337579 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f7198878-d7c1-46f2-ac03-a28871ba6b05 req-916af522-a228-4f0c-b58f-6420464acdbd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482442 Apr 06 17:18:06.390711 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-190d7573-0e43-42c1-9ede-a6b04072be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:06.392145 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-190d7573-0e43-42c1-9ede-a6b04072be9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834112 Apr 06 17:18:06.395318 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0d79661f-2940-44ca-b556-3de1d63acc3c req-f38a3069-c47b-4574-8893-3680bf729715 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684543 Apr 06 17:18:06.483911 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-cffd4fb5-eb49-469b-b77c-3403c3dd206e service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841815 Apr 06 17:18:06.572727 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e8aa864c-ac52-452c-b51d-4d4be71a043a req-9fa908b7-7196-4560-ace5-1dd2148bc3f9 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801337 Apr 06 17:18:06.671999 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ecbacfd-4233-4e45-aea7-e92508d27cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.157533 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9a42-7d96-45b2-88f0-9bd750dfdc48 req-d3c9c29b-54fd-445c-9a06-57121e0b859e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:07.162505 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-412d9a42-7d96-45b2-88f0-9bd750dfdc48 req-d3c9c29b-54fd-445c-9a06-57121e0b859e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0666788 Apr 06 17:18:07.210087 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-412d9a42-7d96-45b2-88f0-9bd750dfdc48 req-0ac8b23b-81b3-4823-80a2-4240f9996cac tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443487 Apr 06 17:18:07.471642 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490722fe-ed08-4c5b-889a-31a913e81afc req-f18303e9-f662-4ce0-9ccb-ca3802cc3726 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:07.473940 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-490722fe-ed08-4c5b-889a-31a913e81afc req-f18303e9-f662-4ce0-9ccb-ca3802cc3726 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0645032 Apr 06 17:18:07.531072 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-490722fe-ed08-4c5b-889a-31a913e81afc req-877345cb-be3c-4056-8a91-4f9c04ce771a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504622 Apr 06 17:18:07.537760 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1c-75f5-4af3-aead-b5729b59c221 req-025f3311-add1-4408-a7b5-70e3c287a568 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:07.539287 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-151c1a1c-75f5-4af3-aead-b5729b59c221 req-025f3311-add1-4408-a7b5-70e3c287a568 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0644760 Apr 06 17:18:07.595733 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-151c1a1c-75f5-4af3-aead-b5729b59c221 req-0b23630e-e6bf-4c87-8557-05b21ee5125b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506849 Apr 06 17:18:07.623672 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:08.347819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6faa-a139-4a44-928e-b57111739236 req-77cea3ea-32bf-4563-b032-5a9f5cadb259 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:08.349346 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c9db6faa-a139-4a44-928e-b57111739236 req-77cea3ea-32bf-4563-b032-5a9f5cadb259 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0567117 Apr 06 17:18:08.404054 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c9db6faa-a139-4a44-928e-b57111739236 req-1c6358cc-74f8-4165-a1ee-12425fcc9298 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488553 Apr 06 17:18:08.683622 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f848bb0-0ca9-408e-adba-67a35e227290 req-a82df772-fd4d-428c-8206-60bc139bd073 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:08.689388 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f848bb0-0ca9-408e-adba-67a35e227290 req-a82df772-fd4d-428c-8206-60bc139bd073 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0691214 Apr 06 17:18:08.746940 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f848bb0-0ca9-408e-adba-67a35e227290 req-bd757c83-524b-42a1-91a3-6ceb93c1b181 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539064 Apr 06 17:18:08.759556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb168e6a-f123-4606-bca8-91248bc468e9 req-ff3b3608-87a3-4aa1-b69c-4bd0efd62f5e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:08.761131 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb168e6a-f123-4606-bca8-91248bc468e9 req-ff3b3608-87a3-4aa1-b69c-4bd0efd62f5e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0715370 Apr 06 17:18:08.810633 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb168e6a-f123-4606-bca8-91248bc468e9 req-b49808f2-108f-424c-a45c-a039e49033ca tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Apr 06 17:18:09.056489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:09.537753 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2aab-e531-46c2-a5b9-f74faa3e0589 req-7e64df02-46d4-4edc-9807-4a7839fd786f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:09.539650 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cb8f2aab-e531-46c2-a5b9-f74faa3e0589 req-7e64df02-46d4-4edc-9807-4a7839fd786f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0569034 Apr 06 17:18:09.589428 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cb8f2aab-e531-46c2-a5b9-f74faa3e0589 req-37c7b4ba-4509-4be4-92cd-5b13e54400ff tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425453 Apr 06 17:18:09.873006 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742fc10-caec-4c2a-9cb4-04ebaa4be929 req-03d89128-7f90-4710-9bd6-016b00f0ebe7 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:09.874578 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8742fc10-caec-4c2a-9cb4-04ebaa4be929 req-03d89128-7f90-4710-9bd6-016b00f0ebe7 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0655451 Apr 06 17:18:09.929983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8742fc10-caec-4c2a-9cb4-04ebaa4be929 req-da0c839b-e212-4053-b079-8acb9dfadb1e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Apr 06 17:18:09.950194 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17bd27-5130-4a30-92d0-117113a6cda2 req-35d3f0c5-8f66-4377-a7a7-494317b59ef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:09.951932 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7b17bd27-5130-4a30-92d0-117113a6cda2 req-35d3f0c5-8f66-4377-a7a7-494317b59ef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0621188 Apr 06 17:18:10.002872 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7b17bd27-5130-4a30-92d0-117113a6cda2 req-9153babe-d4d5-4baa-a866-9af0734b9ca5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450890 Apr 06 17:18:10.436727 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:10.720747 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df187-7a0c-4df0-905f-f924ee088776 req-ac3a428b-e2c6-4578-a07b-3c1e8c4d90e3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:10.722275 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-919df187-7a0c-4df0-905f-f924ee088776 req-ac3a428b-e2c6-4578-a07b-3c1e8c4d90e3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0549819 Apr 06 17:18:10.775455 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-919df187-7a0c-4df0-905f-f924ee088776 req-32fc3200-697f-4521-8625-7b12c7735819 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476897 Apr 06 17:18:11.064015 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d8fd-deb7-4548-b774-9f20dbb6cc24 req-4574133b-21f8-4371-b894-036e22525697 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:11.065802 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4035d8fd-deb7-4548-b774-9f20dbb6cc24 req-4574133b-21f8-4371-b894-036e22525697 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0671620 Apr 06 17:18:11.120065 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4035d8fd-deb7-4548-b774-9f20dbb6cc24 req-2fc53286-b627-4d17-a1a2-0e7c89f02b7f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478294 Apr 06 17:18:11.140143 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fde91-a9e1-4cca-8f7a-6ee0fa03ec5f req-99d11ebd-29a3-4ab4-8e14-a57393b2efc9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:11.147049 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae2fde91-a9e1-4cca-8f7a-6ee0fa03ec5f req-99d11ebd-29a3-4ab4-8e14-a57393b2efc9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0620759 Apr 06 17:18:11.190267 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae2fde91-a9e1-4cca-8f7a-6ee0fa03ec5f req-1dbd090c-df9c-46ac-b7a6-d9b431cbec89 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Apr 06 17:18:11.925432 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873f77-c4f1-41dd-b6fc-212cb0b0674e req-45456b27-3d47-4fd7-9827-2f0c31b9c7e9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:11.927091 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-71873f77-c4f1-41dd-b6fc-212cb0b0674e req-45456b27-3d47-4fd7-9827-2f0c31b9c7e9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0591323 Apr 06 17:18:11.984305 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-71873f77-c4f1-41dd-b6fc-212cb0b0674e req-df833549-5701-4be7-afba-fdd5d1919108 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516984 Apr 06 17:18:12.251753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af248c-0030-4158-b62d-f2b4d5554eb6 req-59a4fbc6-e1bb-4429-beee-2af66ddbcf42 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:12.253294 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6af248c-0030-4158-b62d-f2b4d5554eb6 req-59a4fbc6-e1bb-4429-beee-2af66ddbcf42 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0536137 Apr 06 17:18:12.309948 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6af248c-0030-4158-b62d-f2b4d5554eb6 req-0301a64c-7183-4f8f-a365-2f04a43c1a64 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Apr 06 17:18:12.324022 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bfed9-ddec-477f-93cc-b2958a1ffced req-d5008a12-c785-49c6-bb5b-60292e038c2c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:12.326501 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5d6bfed9-ddec-477f-93cc-b2958a1ffced req-d5008a12-c785-49c6-bb5b-60292e038c2c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0575132 Apr 06 17:18:12.377164 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5d6bfed9-ddec-477f-93cc-b2958a1ffced req-e492a64b-261b-43aa-a149-50bd9d959d3d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Apr 06 17:18:13.116235 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fba045-5b8a-4d8b-a595-937e7a6efaa9 req-5f907169-5792-4b7f-ad56-60542c7c1ec3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:13.117767 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6fba045-5b8a-4d8b-a595-937e7a6efaa9 req-5f907169-5792-4b7f-ad56-60542c7c1ec3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0590963 Apr 06 17:18:13.176416 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6fba045-5b8a-4d8b-a595-937e7a6efaa9 req-74ee9111-4d3c-48cb-9cfd-a3dc13153272 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524995 Apr 06 17:18:13.446566 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ef713-3a92-4ce7-a79a-5ed29af7cfcd req-a1ca8e3d-de0a-4f90-a426-1bbc4f73f87f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:13.448226 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a96ef713-3a92-4ce7-a79a-5ed29af7cfcd req-a1ca8e3d-de0a-4f90-a426-1bbc4f73f87f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0669091 Apr 06 17:18:13.507483 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a96ef713-3a92-4ce7-a79a-5ed29af7cfcd req-ef622510-2d8e-4730-9478-5089025e79b1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494523 Apr 06 17:18:13.522597 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d305-ca7c-4635-b4d9-3c4498c54a4d req-5c262dc7-1c2f-42df-ab66-6c6c355a82aa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:13.524383 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60b0d305-ca7c-4635-b4d9-3c4498c54a4d req-5c262dc7-1c2f-42df-ab66-6c6c355a82aa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0700140 Apr 06 17:18:13.572850 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60b0d305-ca7c-4635-b4d9-3c4498c54a4d req-2239d19a-cb30-42c0-ad88-2d4d913d44ad tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Apr 06 17:18:14.312580 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07677-aec0-473c-8a85-793f2544bb75 req-50e7df0a-9b63-4776-8ef4-9abef011fc82 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:14.314316 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b0a07677-aec0-473c-8a85-793f2544bb75 req-50e7df0a-9b63-4776-8ef4-9abef011fc82 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0621250 Apr 06 17:18:14.367056 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b0a07677-aec0-473c-8a85-793f2544bb75 req-7de2240b-9e0c-4f6a-8d67-f7845ddc27b8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468194 Apr 06 17:18:14.637222 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf736879-8ad9-48de-bca3-b26d85e46a97 req-6c9b609a-3ad7-49d4-9385-6fc6f7c4ee68 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:14.639287 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf736879-8ad9-48de-bca3-b26d85e46a97 req-6c9b609a-3ad7-49d4-9385-6fc6f7c4ee68 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0611188 Apr 06 17:18:14.698094 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf736879-8ad9-48de-bca3-b26d85e46a97 req-7c9d8bec-fc51-4969-a895-06f3a9bda3c4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529661 Apr 06 17:18:14.707279 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd79b0-1638-480b-8409-f8f43e2f2188 req-4deb9c47-6735-44ec-9515-f33efd838a0c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:14.708841 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a5bd79b0-1638-480b-8409-f8f43e2f2188 req-4deb9c47-6735-44ec-9515-f33efd838a0c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0573986 Apr 06 17:18:14.757936 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a5bd79b0-1638-480b-8409-f8f43e2f2188 req-fbadc4da-1955-437f-bbe8-d7c7418f259c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Apr 06 17:18:15.508745 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa00a6-4c0e-4f2b-8a1d-b6200a841262 req-f26c0bbc-fc23-432e-bda1-e243dec262af tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:15.510280 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39aa00a6-4c0e-4f2b-8a1d-b6200a841262 req-f26c0bbc-fc23-432e-bda1-e243dec262af tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0693378 Apr 06 17:18:15.563939 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39aa00a6-4c0e-4f2b-8a1d-b6200a841262 req-99831e17-ee07-4ce1-8f01-59ddf57853cf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466638 Apr 06 17:18:15.835950 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeecce-c2af-42e7-b434-dd5c7a0155ae req-089463f8-cc10-4380-aa96-65eb75bb3b55 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:15.837724 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-32eeecce-c2af-42e7-b434-dd5c7a0155ae req-089463f8-cc10-4380-aa96-65eb75bb3b55 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0605493 Apr 06 17:18:15.903079 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ddfe-8d7e-4b81-b145-2f45cbd86744 req-ad8265af-058e-41b1-9ea1-ebad6f80dc76 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:15.910058 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-15c7ddfe-8d7e-4b81-b145-2f45cbd86744 req-ad8265af-058e-41b1-9ea1-ebad6f80dc76 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0770802 Apr 06 17:18:15.912143 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-32eeecce-c2af-42e7-b434-dd5c7a0155ae req-ff0ec13e-df6b-45d8-954f-fb0fa62a5933 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672545 Apr 06 17:18:15.957075 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-15c7ddfe-8d7e-4b81-b145-2f45cbd86744 req-acc6fcd4-fe89-409f-a011-d4301260274b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459998 Apr 06 17:18:16.058051 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:18:16.702813 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d964f2-09db-4a0b-8fd1-e3f03b514e11 req-135378d9-ce87-4037-ab3b-f1c00427b0e9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:16.704247 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-69d964f2-09db-4a0b-8fd1-e3f03b514e11 req-135378d9-ce87-4037-ab3b-f1c00427b0e9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0585291 Apr 06 17:18:16.759689 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-69d964f2-09db-4a0b-8fd1-e3f03b514e11 req-1f004a41-2220-48c8-b332-0a7a8f6bf505 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492108 Apr 06 17:18:17.061735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca9d3-b5f3-419d-a197-f88e36220134 req-33af1f41-1211-4b57-8ff9-3e1c97b556c0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.064268 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39aca9d3-b5f3-419d-a197-f88e36220134 req-33af1f41-1211-4b57-8ff9-3e1c97b556c0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0931609 Apr 06 17:18:17.118185 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ace7-f534-413e-aa52-4126d8456b66 req-9b33d294-f675-492e-babf-754639c21753 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.120052 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a326ace7-f534-413e-aa52-4126d8456b66 req-9b33d294-f675-492e-babf-754639c21753 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0699222 Apr 06 17:18:17.129927 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39aca9d3-b5f3-419d-a197-f88e36220134 req-ff4beede-30c7-4363-91dc-6159e8aa5bb4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598342 Apr 06 17:18:17.181571 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a326ace7-f534-413e-aa52-4126d8456b66 req-24fb7f99-9092-45ad-98de-04542b320d5c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543387 Apr 06 17:18:17.894891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a792c-2a95-4688-98e6-02a4e7f429c1 req-dfae9322-6d96-474a-b0fb-88e7b8d6b80b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.896392 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c3a792c-2a95-4688-98e6-02a4e7f429c1 req-dfae9322-6d96-474a-b0fb-88e7b8d6b80b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0595887 Apr 06 17:18:17.949068 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c3a792c-2a95-4688-98e6-02a4e7f429c1 req-6d902dd3-acfd-4f5c-ab05-824ee36aa488 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459404 Apr 06 17:18:18.272056 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c3bd-956d-4af2-af7c-7a5c863444c6 req-9bb95b44-ce80-4f80-aa0c-130cb1681077 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:18.273620 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4539c3bd-956d-4af2-af7c-7a5c863444c6 req-9bb95b44-ce80-4f80-aa0c-130cb1681077 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0739701 Apr 06 17:18:18.314141 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770a60c-a136-4809-b5c3-40391e786390 req-a2541e80-3844-40a0-9eb6-24d969b39e19 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:18.315683 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e770a60c-a136-4809-b5c3-40391e786390 req-a2541e80-3844-40a0-9eb6-24d969b39e19 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0605097 Apr 06 17:18:18.325483 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4539c3bd-956d-4af2-af7c-7a5c863444c6 req-ca260bab-39f7-4467-a082-702071bddc84 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459795 Apr 06 17:18:18.367146 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e770a60c-a136-4809-b5c3-40391e786390 req-a124ccea-33cd-42e5-bd97-ea2f7e1efae5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455024 Apr 06 17:18:19.077315 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07029-6c3e-492f-ae30-709a733543c9 req-52f15c9a-9890-4f9c-b528-9aa6098d26cd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:19.078862 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-85f07029-6c3e-492f-ae30-709a733543c9 req-52f15c9a-9890-4f9c-b528-9aa6098d26cd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Apr 06 17:18:19.127193 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-85f07029-6c3e-492f-ae30-709a733543c9 req-348430c4-0dd5-499e-a65f-4ae061fa797e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Apr 06 17:18:19.446006 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15068-98f6-4a40-912d-d77221d35492 req-23dbfcc1-d859-47f7-9403-d0277b3f0fd5 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:19.447555 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5dd15068-98f6-4a40-912d-d77221d35492 req-23dbfcc1-d859-47f7-9403-d0277b3f0fd5 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0546136 Apr 06 17:18:19.497492 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5dd15068-98f6-4a40-912d-d77221d35492 req-993b2bd7-82a4-4a41-9cc6-6832dfed1d39 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Apr 06 17:18:19.512379 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b548-b0eb-4d93-8196-7fede3372b4f req-a0c466a1-de87-4874-a920-1ca1128936b8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:19.513981 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c220b548-b0eb-4d93-8196-7fede3372b4f req-a0c466a1-de87-4874-a920-1ca1128936b8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0687151 Apr 06 17:18:19.561481 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c220b548-b0eb-4d93-8196-7fede3372b4f req-7883cff6-7e19-479f-b841-d08292fe4b3c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Apr 06 17:18:19.797265 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f308-69ae-477d-a508-b78ed98a3f0a req-8b8529de-b657-426d-a6bc-acefdd4882a0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:19.798771 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2ea4f308-69ae-477d-a508-b78ed98a3f0a req-8b8529de-b657-426d-a6bc-acefdd4882a0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Apr 06 17:18:19.845617 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2ea4f308-69ae-477d-a508-b78ed98a3f0a req-cc9a1f82-2b06-420d-85bf-2ecabed12192 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Apr 06 17:18:20.059718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-30599f85-fb87-4096-af11-fec014114cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.061346 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-30599f85-fb87-4096-af11-fec014114cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1129 time: 0.0460083 Apr 06 17:18:20.160894 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-61a312ca-e409-4a70-999e-bce09d4271d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.162404 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-61a312ca-e409-4a70-999e-bce09d4271d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.0903509 Apr 06 17:18:20.262963 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-a8928f31-a1b0-4f44-a5e1-98d4ce8f5c27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 1001 time: 0.0886874 Apr 06 17:18:20.329813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dee65-d1c8-48b3-8db7-53bb8d20cccd req-88620179-a77d-4ac7-b016-dc0ba74f5675 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.331285 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df6dee65-d1c8-48b3-8db7-53bb8d20cccd req-88620179-a77d-4ac7-b016-dc0ba74f5675 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.1099641 Apr 06 17:18:20.333339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-073b96e2-eecf-4ba0-904c-870b20d8664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.334660 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-073b96e2-eecf-4ba0-904c-870b20d8664f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0647900 Apr 06 17:18:20.408310 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df6dee65-d1c8-48b3-8db7-53bb8d20cccd req-d1b9aad5-4786-48d1-bab0-47879441bae8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709453 Apr 06 17:18:20.419828 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-7b18b794-9909-40db-b2cd-86e9bdf95ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.421343 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-7b18b794-9909-40db-b2cd-86e9bdf95ed9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703793 Apr 06 17:18:20.516991 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-5ac2c924-0e13-4e7c-a409-35bb1fe03606 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885961 Apr 06 17:18:20.630667 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d83c-5dde-4717-b5b5-4ba8ebca9ae4 req-cf1c14d8-3aa6-4a82-981e-5be365d29ffb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.633069 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eeb2d83c-5dde-4717-b5b5-4ba8ebca9ae4 req-cf1c14d8-3aa6-4a82-981e-5be365d29ffb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 944 time: 0.0659416 Apr 06 17:18:20.639757 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61d22bb0-d409-42dc-9858-cd25a9277358 req-6c312643-3d36-48d3-be74-b85d2e5d0e06 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157146 Apr 06 17:18:20.689423 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eeb2d83c-5dde-4717-b5b5-4ba8ebca9ae4 req-04b755bf-2e20-4a54-af20-f32b5360ac9c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Apr 06 17:18:20.961558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 2722e73e-5b19-49d0-bbbc-edacdfa6f957 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:18:20.972362 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda736-2028-4532-aa64-07afd74e7d93 req-ba5115a2-c337-442e-abda-bca5262f071c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:20.973851 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bbda736-2028-4532-aa64-07afd74e7d93 req-ba5115a2-c337-442e-abda-bca5262f071c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0562451 Apr 06 17:18:21.020169 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bbda736-2028-4532-aa64-07afd74e7d93 req-be3871c7-320c-432b-98b0-bb7b116d34e4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Apr 06 17:18:21.061957 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:21.072784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'port_id': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'mac_address': 'fa:16:3e:5c:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:18:21.109620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:21.110012 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.122849 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2722e73e-5b19-49d0-bbbc-edacdfa6f957 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:18:21.142375 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:21.146216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.191261 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:21.198045 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.198397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.198766 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.199591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.199591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.199844 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.200175 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.200505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.200837 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.201199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.201530 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.201874 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.202203 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.202524 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.202845 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:21.498769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['2722e73e-5b19-49d0-bbbc-edacdfa6f957'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:18:21.539107 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e38075-921a-41e8-99ea-877b91a7664b req-9fe22a62-ce1f-4e45-b579-32db950bc15e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:21.540811 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-43e38075-921a-41e8-99ea-877b91a7664b req-9fe22a62-ce1f-4e45-b579-32db950bc15e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0591462 Apr 06 17:18:21.596213 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-43e38075-921a-41e8-99ea-877b91a7664b req-fae4aef3-dfac-46f1-8726-31f2acc5b297 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489748 Apr 06 17:18:21.809845 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb29d8a-9536-46ad-a6da-00efd93b4fce req-7b5ac269-cce9-4197-b0ba-15eebd7c6c61 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:21.811331 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cb29d8a-9536-46ad-a6da-00efd93b4fce req-7b5ac269-cce9-4197-b0ba-15eebd7c6c61 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 945 time: 0.0537736 Apr 06 17:18:21.866642 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cb29d8a-9536-46ad-a6da-00efd93b4fce req-18354e5a-1389-4d1e-a1ff-fa7196e6b36d tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494323 Apr 06 17:18:22.137820 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d7158-c700-49be-a12b-9286427f495d req-714f185f-b1af-4862-987e-b5637a5c052a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:22.139309 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8d7d7158-c700-49be-a12b-9286427f495d req-714f185f-b1af-4862-987e-b5637a5c052a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Apr 06 17:18:22.185703 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8d7d7158-c700-49be-a12b-9286427f495d req-83d3f730-8c34-427e-81bc-9d3e3f6d9afd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 Apr 06 17:18:22.730112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa4d6-1849-48b8-bf27-841f9b75aad1 req-72d43565-87da-4999-b203-a14efc4f2669 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:22.731801 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e6fa4d6-1849-48b8-bf27-841f9b75aad1 req-72d43565-87da-4999-b203-a14efc4f2669 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0620570 Apr 06 17:18:22.781700 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e6fa4d6-1849-48b8-bf27-841f9b75aad1 req-31b925d1-cbcf-4802-a284-e3a4c59dee82 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443535 Apr 06 17:18:22.967317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 2722e73e-5b19-49d0-bbbc-edacdfa6f957 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:18:23.020808 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ed636-4b71-4dd0-82fa-f5a5b37c7a98 req-7758d10a-f004-401b-bf16-640837e2918e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:23.022564 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-599ed636-4b71-4dd0-82fa-f5a5b37c7a98 req-7758d10a-f004-401b-bf16-640837e2918e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 945 time: 0.0852828 Apr 06 17:18:23.022836 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:18:23.026851 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:18:23.027262 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.091139 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-599ed636-4b71-4dd0-82fa-f5a5b37c7a98 req-4652fed8-e3b1-4387-99c6-6c5753d04fb9 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616517 Apr 06 17:18:23.128974 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:23.129543 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.153871 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:23.156069 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25d339-dbc7-464c-b3d8-234f53617993" -d '{"events": [{"server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "name": "network-vif-plugged", "status": "completed", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:23.173616 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:23.179066 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.203566 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649a6f1-5996-4aff-9665-6b3e6c89e14a x-openstack-request-id: req-7649a6f1-5996-4aff-9665-6b3e6c89e14a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:23.203858 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "name": "network-vif-plugged", "status": "completed", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:23.204117 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7649a6f1-5996-4aff-9665-6b3e6c89e14a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:23.204510 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7649a6f1-5996-4aff-9665-6b3e6c89e14a'] response: {'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'code': 200} Apr 06 17:18:23.231723 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:23.504952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda09bad-032c-40be-9616-370f5198b9cd req-12bb4088-ad46-4cae-9fea-02aeb8a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:23.506528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cda09bad-032c-40be-9616-370f5198b9cd req-12bb4088-ad46-4cae-9fea-02aeb8a6fcfd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 1130 time: 0.0440638 Apr 06 17:18:23.555724 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cda09bad-032c-40be-9616-370f5198b9cd req-5abde50b-e3d3-4c08-bd78-337645462ef8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Apr 06 17:18:23.904138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530b5a-bf19-4db7-a146-7365c7127d7c req-83c85a95-4f8e-4a96-bd3f-05b4636c19f9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:23.905735 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bc530b5a-bf19-4db7-a146-7365c7127d7c req-83c85a95-4f8e-4a96-bd3f-05b4636c19f9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0530472 Apr 06 17:18:23.951966 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bc530b5a-bf19-4db7-a146-7365c7127d7c req-792e957c-0f82-43e3-8577-2d60b29bb75e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Apr 06 17:18:24.211638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8e67-b584-44fc-b8e6-417a3adbb223 req-c05b2006-164c-4b00-849a-58782f584a34 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:24.213085 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be8e8e67-b584-44fc-b8e6-417a3adbb223 req-c05b2006-164c-4b00-849a-58782f584a34 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.0512774 Apr 06 17:18:24.260482 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be8e8e67-b584-44fc-b8e6-417a3adbb223 req-f824571d-1c97-4b96-be3a-6911d1454bd9 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Apr 06 17:18:25.076192 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900c9b-5397-48bb-9ae4-57b9287560ba req-8d4b0be1-0a1f-46d1-acd9-50b4577e049d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:25.077705 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b8900c9b-5397-48bb-9ae4-57b9287560ba req-8d4b0be1-0a1f-46d1-acd9-50b4577e049d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0534177 Apr 06 17:18:25.127395 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b8900c9b-5397-48bb-9ae4-57b9287560ba req-e7ce2afc-e825-4129-8540-a1411d90e0f5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Apr 06 17:18:25.385695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6bc2e-6bfe-4f0e-a516-fd7ac9688323 req-07d15052-3430-448f-983c-8fbf9785959f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:25.387802 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cf6bc2e-6bfe-4f0e-a516-fd7ac9688323 req-07d15052-3430-448f-983c-8fbf9785959f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.0574296 Apr 06 17:18:25.439884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cf6bc2e-6bfe-4f0e-a516-fd7ac9688323 req-e83b2b0a-0b62-4f96-97e1-43c0ef58bbec tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Apr 06 17:18:26.249944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38db5d-3c69-40c5-8839-5621c3c2a03d req-d045ad05-2736-4155-84ef-f85ec048cace tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:26.251423 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0d38db5d-3c69-40c5-8839-5621c3c2a03d req-d045ad05-2736-4155-84ef-f85ec048cace tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Apr 06 17:18:26.299979 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0d38db5d-3c69-40c5-8839-5621c3c2a03d req-f8af7ee9-71fe-4b11-a44e-0dcf8da141ed tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Apr 06 17:18:26.566019 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0cf3c-3654-4e5c-a15e-f8d4875eefbc req-732db19b-5cbc-4b17-8817-e4d5e0a6eff6 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:26.567576 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3dd0cf3c-3654-4e5c-a15e-f8d4875eefbc req-732db19b-5cbc-4b17-8817-e4d5e0a6eff6 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.0551908 Apr 06 17:18:26.623448 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3dd0cf3c-3654-4e5c-a15e-f8d4875eefbc req-bbd85e8c-be29-4483-a37a-38875b74fc7f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500896 Apr 06 17:18:26.744047 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b3392-924a-46b9-a993-1c06ecae31e3 req-01c5be5f-71fb-4673-a1cf-5511b5ebcf7e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:26.745468 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3b7b3392-924a-46b9-a993-1c06ecae31e3 req-01c5be5f-71fb-4673-a1cf-5511b5ebcf7e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.0545194 Apr 06 17:18:26.795420 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3b7b3392-924a-46b9-a993-1c06ecae31e3 req-1a498b22-8e2e-4473-b71c-804ca92417ea tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Apr 06 17:18:26.818061 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53736) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:26.913950 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b02ac-d1a0-418b-a61b-f7ca8e1ed9b9 tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:26.915490 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9e5b02ac-d1a0-418b-a61b-f7ca8e1ed9b9 tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 1125 time: 0.0964477 Apr 06 17:18:26.918395 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53740) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:26.922625 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'port_id': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:26.942661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.977299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:18:27.042031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.164857 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.27.3.35 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/6f5100bb-5428-412d-9347-7b7f4523f353) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:18:27.220281 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:27.240881 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'mac_address': 'fa:16:3e:ac:b8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:18:27.272062 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:27.272450 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.275951 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (6f5100bb-5428-412d-9347-7b7f4523f353), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.286264 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:18:27.306034 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:27.310450 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.311821 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.358226 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:18:27.361430 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:18:27.365489 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:18:27.368147 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:27.393678 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=6f5100bb-5428-412d-9347-7b7f4523f353,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:27.412925 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.413298 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.413647 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.413984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.414319 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.414645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.414975 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.415298 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.415621 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.415944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.416263 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.416584 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.416903 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.417248 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.417594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:27.433864 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381c5af-2c1c-4f99-b3aa-6ddc0cb4d648 req-546f8008-2e0d-4989-9b11-1da7b3347641 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:27.435376 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7381c5af-2c1c-4f99-b3aa-6ddc0cb4d648 req-546f8008-2e0d-4989-9b11-1da7b3347641 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0550311 Apr 06 17:18:27.490924 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7381c5af-2c1c-4f99-b3aa-6ddc0cb4d648 req-d5737759-aefe-4d9d-a73e-a3e2e6535b48 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494881 Apr 06 17:18:27.658825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['66e22af7-ce4a-4317-830b-f4323d2693a9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:18:27.766182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (7c999bb4-d3a9-4980-bd87-aa267841b485), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.842164 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:28.001298 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (6f5100bb-5428-412d-9347-7b7f4523f353), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:28.005685 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:28.073602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=6f5100bb-5428-412d-9347-7b7f4523f353,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:28.088576 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (7c999bb4-d3a9-4980-bd87-aa267841b485), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:28.192564 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP 7c999bb4-d3a9-4980-bd87-aa267841b485 associated. External IP: 172.27.3.35, port: 2722e73e-5b19-49d0-bbbc-edacdfa6f957. Apr 06 17:18:28.418197 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:18:28.531438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:18:28.541671 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:18:28.550701 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:28.566556 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:28.567203 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:28.590794 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2a9df5f4-a157-4145-a4d5-6adec6e6fa73 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6713932 Apr 06 17:18:28.593066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:28.595888 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932f6ea-9f58-42c0-b400-57f51ef5261b" -d '{"events": [{"name": "network-changed", "server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:28.643470 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd00f49-6eb6-4578-bc92-44c95fa78b1b req-e8a2f1b7-a8aa-447f-8dc7-bfc5edf2c93d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:28.645056 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1cd00f49-6eb6-4578-bc92-44c95fa78b1b req-e8a2f1b7-a8aa-447f-8dc7-bfc5edf2c93d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Apr 06 17:18:28.646576 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a47df5-ab83-428f-b41c-0d63bc14246f x-openstack-request-id: req-53a47df5-ab83-428f-b41c-0d63bc14246f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:28.646858 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:28.647174 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53a47df5-ab83-428f-b41c-0d63bc14246f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:28.647704 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a47df5-ab83-428f-b41c-0d63bc14246f'] response: {'name': 'network-changed', 'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'status': 'completed', 'code': 200} Apr 06 17:18:28.691250 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:28.696850 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1cd00f49-6eb6-4578-bc92-44c95fa78b1b req-d1ce8b32-677f-49e7-adfd-8e2274101cf4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448799 Apr 06 17:18:28.712228 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-209dc4b9-fdfa-41e4-8755-b7f8ac9d385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:28.714590 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-209dc4b9-fdfa-41e4-8755-b7f8ac9d385f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 1130 time: 0.0471308 Apr 06 17:18:28.820742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-9a92c70f-fb34-4fb4-ac41-424d9e6b9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:28.823155 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-9a92c70f-fb34-4fb4-ac41-424d9e6b9a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.1012330 Apr 06 17:18:28.904432 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-7bb61700-ce12-4b19-80c2-7106471b8b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957 HTTP/1.1" status: 200 len: 999 time: 0.0750690 Apr 06 17:18:28.939947 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '7c999bb4-d3a9-4980-bd87-aa267841b485', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:5c:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360d2887-e199-4fde-85f7-d431bb40184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:18:27Z', 'updated_at': '2022-04-06T17:18:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:28.962130 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-c2886f82-c4c8-48c5-8e02-913c04dd495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:28.963507 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-c2886f82-c4c8-48c5-8e02-913c04dd495b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0439034 Apr 06 17:18:28.966107 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:18:28.974171 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:28.974758 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:28.987355 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:18:29.020074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-3e11888f-5953-4f74-adaf-6387687c87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:29.021640 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-3e11888f-5953-4f74-adaf-6387687c87c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475843 Apr 06 17:18:29.039487 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 66e22af7-ce4a-4317-830b-f4323d2693a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:18:29.039866 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:29.088544 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:29.128950 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 66e22af7-ce4a-4317-830b-f4323d2693a9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:29.129436 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:29.156107 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:29.158430 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68114bc3-6845-469b-8eae-6d34c11cba32" -d '{"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:29.174356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:29.180826 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:29.208283 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e0f532-83d4-463b-82b4-c7667f3997d2 x-openstack-request-id: req-f2e0f532-83d4-463b-82b4-c7667f3997d2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:29.208896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-plugged", "status": "completed", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:29.209380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2e0f532-83d4-463b-82b4-c7667f3997d2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:29.209911 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e0f532-83d4-463b-82b4-c7667f3997d2'] response: {'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'code': 200} Apr 06 17:18:29.239477 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:29.329012 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:29.388528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-9639c2ac-1ba3-4513-a20f-e191f4e94645 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578162 Apr 06 17:18:29.448347 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '7c999bb4-d3a9-4980-bd87-aa267841b485', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:5c:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360d2887-e199-4fde-85f7-d431bb40184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:18:27Z', 'updated_at': '2022-04-06T17:18:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:29.473892 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b980-9d6c-4cf5-bc0d-cd31c6f05a73 None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '7c999bb4-d3a9-4980-bd87-aa267841b485', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:5c:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360d2887-e199-4fde-85f7-d431bb40184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:18:27Z', 'updated_at': '2022-04-06T17:18:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:18:29.671194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2adff-9418-470a-9eaf-8d5d213643e5 None None] New status for floating IP 7c999bb4-d3a9-4980-bd87-aa267841b485: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:18:29.723986 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d932f6ea-9f58-42c0-b400-57f51ef5261b req-803f1f2d-31f4-4827-8746-7f0f7305515e service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990233 Apr 06 17:18:29.805275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e9ac-8134-4733-971e-703fe2cb36a8 req-c5beb155-4bb8-45d3-8421-23c9c3f9de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:29.806825 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b763e9ac-8134-4733-971e-703fe2cb36a8 req-c5beb155-4bb8-45d3-8421-23c9c3f9de91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 1131 time: 0.0526993 Apr 06 17:18:29.847856 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e021cd7-51c9-4b8a-ad68-95907b09b8eb req-cda2b4e1-b504-49af-a711-bcb56b5348c0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:29.849407 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6e021cd7-51c9-4b8a-ad68-95907b09b8eb req-cda2b4e1-b504-49af-a711-bcb56b5348c0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0651076 Apr 06 17:18:29.860389 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b763e9ac-8134-4733-971e-703fe2cb36a8 req-97def1df-8360-4eb5-a6cc-2cf329b4cddc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Apr 06 17:18:29.897088 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6e021cd7-51c9-4b8a-ad68-95907b09b8eb req-84a207c8-1abf-47ce-91e7-3b05dfe1ff08 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Apr 06 17:18:31.030478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5683c1f-7e7f-4182-95b5-78225a5c3cd6 req-4a88d0a3-75f1-4426-9519-0e764bf287cb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:31.032670 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a5683c1f-7e7f-4182-95b5-78225a5c3cd6 req-4a88d0a3-75f1-4426-9519-0e764bf287cb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0556686 Apr 06 17:18:31.079983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a5683c1f-7e7f-4182-95b5-78225a5c3cd6 req-7f74e6c8-3ccd-4659-8aec-c78b32d1a46d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Apr 06 17:18:32.220046 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e44a-c223-4a21-9688-10c0c089e618 req-209e95a6-bda4-4e04-9246-8c5b5fffabf5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:32.221627 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cbc4e44a-c223-4a21-9688-10c0c089e618 req-209e95a6-bda4-4e04-9246-8c5b5fffabf5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0595226 Apr 06 17:18:32.281376 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cbc4e44a-c223-4a21-9688-10c0c089e618 req-15798669-a3f3-461b-87ee-0cb89a94bb17 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530229 Apr 06 17:18:33.404506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27210a2-e934-47d6-a462-8095ca1ea66b req-80fdd15d-0f94-4d34-8f50-d650201981d6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:33.406009 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d27210a2-e934-47d6-a462-8095ca1ea66b req-80fdd15d-0f94-4d34-8f50-d650201981d6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0529468 Apr 06 17:18:33.455758 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d27210a2-e934-47d6-a462-8095ca1ea66b req-76b4d105-3ca0-4125-8c69-d46e3cfcfd29 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Apr 06 17:18:33.938526 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-167cf397-2e29-4909-9bf0-3726f409c994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:36.674780 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcb81a26-0ac2-4868-a251-21dcd57c18f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:37.625771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:39.057602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:40.440740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:44.150199 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-0cd00b90-6df5-43af-9a18-539e5444f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.153092 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-0cd00b90-6df5-43af-9a18-539e5444f475 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.0456185 Apr 06 17:18:44.154472 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18ca6-e7b9-4d73-9850-02ba47af94f2 req-883c90fe-c344-4a02-a004-d58df8a3d63b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.155944 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-93a18ca6-e7b9-4d73-9850-02ba47af94f2 req-883c90fe-c344-4a02-a004-d58df8a3d63b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0535474 Apr 06 17:18:44.207801 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-93a18ca6-e7b9-4d73-9850-02ba47af94f2 req-93b74868-3744-4044-8092-6725e1b5a879 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458310 Apr 06 17:18:44.249170 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-730eae6b-373d-4ad0-b21f-f4d70e3cbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.250610 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-730eae6b-373d-4ad0-b21f-f4d70e3cbaa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.0900733 Apr 06 17:18:44.321801 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-30d995d8-0a01-4377-be39-97600b5d65d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1002 time: 0.0615525 Apr 06 17:18:44.374741 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-75154d52-292f-4dd8-893e-e00172a14146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.376161 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-75154d52-292f-4dd8-893e-e00172a14146 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0437965 Apr 06 17:18:44.436310 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-38a5c09f-bb98-4c45-9fd8-224f06b8e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.437862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-38a5c09f-bb98-4c45-9fd8-224f06b8e703 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485532 Apr 06 17:18:44.534626 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-50ad530f-a3a5-49d0-a313-f897fd108825 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 Apr 06 17:18:44.624817 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2d3e13c-ffd2-4023-95c6-7c19afc0f8c1 req-b181630e-24cb-4297-9a4d-1c9759b94ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826609 Apr 06 17:18:45.333731 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222f1f-3401-412d-8361-4d6f715b22ec req-c394b02b-5e67-4eb5-902e-528bedde4121 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:45.335222 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18222f1f-3401-412d-8361-4d6f715b22ec req-c394b02b-5e67-4eb5-902e-528bedde4121 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0586877 Apr 06 17:18:45.381279 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18222f1f-3401-412d-8361-4d6f715b22ec req-024bd430-49f4-415e-a9c6-1461a07caa2f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Apr 06 17:18:46.501727 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc87b-fe97-4889-a68c-5e0f8e3589bc req-3b8247c6-cc95-49a3-b6fd-2075491396b5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:46.503185 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-024dc87b-fe97-4889-a68c-5e0f8e3589bc req-3b8247c6-cc95-49a3-b6fd-2075491396b5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Apr 06 17:18:46.550093 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-024dc87b-fe97-4889-a68c-5e0f8e3589bc req-2c0f04f9-10a5-4514-98b6-0a1c6501958e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Apr 06 17:18:47.669942 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760aa1d-5053-40ed-9600-bc7327327a2e req-b505c11a-bd31-45fd-8fe2-bcea9319eb7f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:47.671339 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c760aa1d-5053-40ed-9600-bc7327327a2e req-b505c11a-bd31-45fd-8fe2-bcea9319eb7f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0540233 Apr 06 17:18:47.722298 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c760aa1d-5053-40ed-9600-bc7327327a2e req-c9a34ea9-7f3b-4275-b871-97c7707fcf05 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Apr 06 17:18:48.843591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c2924-88ae-4c3a-b402-6721567370eb req-03751967-96dd-4b2c-9bca-8605f4c3bd09 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:48.845097 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-787c2924-88ae-4c3a-b402-6721567370eb req-03751967-96dd-4b2c-9bca-8605f4c3bd09 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0549748 Apr 06 17:18:48.900262 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-787c2924-88ae-4c3a-b402-6721567370eb req-7b7ba19e-e532-42db-b91b-8e036aceef38 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479336 Apr 06 17:18:48.962348 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f09916-f62b-4dfc-9c39-06ead87436ef req-76f38cee-7949-4504-9f68-143036540208 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:48.963796 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-88f09916-f62b-4dfc-9c39-06ead87436ef req-76f38cee-7949-4504-9f68-143036540208 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0546503 Apr 06 17:18:49.010580 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-88f09916-f62b-4dfc-9c39-06ead87436ef req-ade4565a-990c-4826-8dc7-beb4d04232be tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411463 Apr 06 17:18:50.017472 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff846682-4e8a-4279-8aef-dea963ce383a req-a6a992e2-9a0c-409f-a473-292103c2ae47 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:50.018931 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff846682-4e8a-4279-8aef-dea963ce383a req-a6a992e2-9a0c-409f-a473-292103c2ae47 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0528209 Apr 06 17:18:50.066086 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff846682-4e8a-4279-8aef-dea963ce383a req-bf1ccd59-c0c6-4573-b32f-d441bf76a5a4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Apr 06 17:18:50.135149 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7fb8-2369-4ee8-a34f-5b2dcc133821 req-a083c2e5-6c4e-4fc1-ac8c-d6269178832f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:50.136714 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-291e7fb8-2369-4ee8-a34f-5b2dcc133821 req-a083c2e5-6c4e-4fc1-ac8c-d6269178832f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0562575 Apr 06 17:18:50.182565 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-291e7fb8-2369-4ee8-a34f-5b2dcc133821 req-5d9cc684-ac53-4933-8005-180cbfb7eb53 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398769 Apr 06 17:18:50.818102 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-6e8a7ae5-95b8-459a-b893-2fa0b39f0dbe tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:50.819520 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-6e8a7ae5-95b8-459a-b893-2fa0b39f0dbe tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0508726 Apr 06 17:18:50.918597 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port 75cc7c21-2a76-4c9d-bcfb-09944a843171 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:50.918936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.013698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] For port 75cc7c21-2a76-4c9d-bcfb-09944a843171, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=75cc7c21-2a76-4c9d-bcfb-09944a843171,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:51.013979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.273560 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49182-67d4-4143-9b94-7f36564c192f req-c5cae356-dd4a-42df-9d17-37cff3b97399 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:51.275047 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dfe49182-67d4-4143-9b94-7f36564c192f req-c5cae356-dd4a-42df-9d17-37cff3b97399 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.1112719 Apr 06 17:18:51.289943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.290316 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.290632 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 700c21f8-84fe-4247-ba56-bc384ddb0e6e disassociated. External IP: 172.27.3.162, port: 75cc7c21-2a76-4c9d-bcfb-09944a843171. Apr 06 17:18:51.290970 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for 75cc7c21-2a76-4c9d-bcfb-09944a843171 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:51.304723 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d22f14-955b-473e-8dea-0ef58dfdb962 req-a8762e93-8b59-4f82-924e-2d105f021c37 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:51.306335 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8d22f14-955b-473e-8dea-0ef58dfdb962 req-a8762e93-8b59-4f82-924e-2d105f021c37 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 946 time: 0.0524929 Apr 06 17:18:51.355074 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8d22f14-955b-473e-8dea-0ef58dfdb962 req-6f66e0f3-92b0-4482-b21d-9c4d5141af75 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=5060520a-c7f7-496d-8395-80a80d2e2063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425396 Apr 06 17:18:51.367124 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dfe49182-67d4-4143-9b94-7f36564c192f req-07fc0944-90a0-4d02-9311-c6f50aa66d17 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846736 Apr 06 17:18:51.451685 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (75cc7c21-2a76-4c9d-bcfb-09944a843171), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.481375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=75cc7c21-2a76-4c9d-bcfb-09944a843171,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:51.493324 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.493687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.494027 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.494367 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.494703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.495080 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.495401 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.495727 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.496054 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.496382 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.496709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.497048 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.497377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.497701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.498025 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:51.608856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:18:51.753865 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:18:51.765786 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:18:51.776693 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:51.777555 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:51.798882 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] No DVR routers for this DVR port 75cc7c21-2a76-4c9d-bcfb-09944a843171 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:18:51.801341 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:51.804618 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5368656f-33fc-4a4d-8101-a5211eaa746f req-be0900b4-f359-4214-bf6d-4fa72ed42a82 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "DELETE /v2.0/ports/75cc7c21-2a76-4c9d-bcfb-09944a843171 HTTP/1.1" status: 204 len: 173 time: 0.9777646 Apr 06 17:18:51.805084 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'name': 'network-vif-deleted', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:51.807296 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb1b8f-3bea-4d3d-a7d7-0510fe5ec4c2" -d '{"events": [{"server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "name": "network-vif-deleted", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:51.856867 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c74c23-a749-43d1-bdb1-801c4121f9c6 x-openstack-request-id: req-c8c74c23-a749-43d1-bdb1-801c4121f9c6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:51.857526 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca212ce2-ccce-480e-a932-ff6382fac0b4", "name": "network-vif-deleted", "tag": "75cc7c21-2a76-4c9d-bcfb-09944a843171", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:51.857526 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8c74c23-a749-43d1-bdb1-801c4121f9c6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:51.859129 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c74c23-a749-43d1-bdb1-801c4121f9c6'] response: {'server_uuid': 'ca212ce2-ccce-480e-a932-ff6382fac0b4', 'name': 'network-vif-deleted', 'tag': '75cc7c21-2a76-4c9d-bcfb-09944a843171', 'status': 'completed', 'code': 200} Apr 06 17:18:51.900871 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:52.119620 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:52.149361 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:18:52.158329 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:52.158929 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:52.279628 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:52.523620 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11fa7c19-0291-49b6-8015-a76ab3cd9c09 req-92e23eb0-314a-4c1c-b833-a12e5e14c91e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca212ce2-ccce-480e-a932-ff6382fac0b4 HTTP/1.1" status: 200 len: 210 time: 0.0533640 Apr 06 17:18:52.541122 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e27107-47b5-48bc-9cb4-0131629eb629 req-4045ce0c-54fe-4508-8777-7bcce0b24ebe tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:52.544068 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-92e27107-47b5-48bc-9cb4-0131629eb629 req-4045ce0c-54fe-4508-8777-7bcce0b24ebe tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0705187 Apr 06 17:18:52.605316 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:52.636504 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee6fd9-bf60-45e4-b3af-7c4f602471bb None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '105177a6-128a-40fe-bfc8-18d7ffd50de0', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '057d9482-44bc-495e-9e46-38945604f436', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:7b:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d56c51-843c-4729-a815-07888c5c6a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:15:33Z', 'updated_at': '2022-04-06T17:16:28Z', 'revision_number': 2, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:18:52.808147 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-92e27107-47b5-48bc-9cb4-0131629eb629 req-59d9dd45-c6c8-43f7-b0a1-64b5292a3d25 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554700 Apr 06 17:18:52.902841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70104b9c-a786-46a2-a53b-90e2cbb1522b None None] New status for floating IP 700c21f8-84fe-4247-ba56-bc384ddb0e6e: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:18:53.059838 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:18:53.165678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 75cc7c21-2a76-4c9d-bcfb-09944a843171 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:53.189750 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 75cc7c21-2a76-4c9d-bcfb-09944a843171 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:18:53.190095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 75cc7c21-2a76-4c9d-bcfb-09944a843171 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:18:53.611744 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:53.670515 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (5060520a-c7f7-496d-8395-80a80d2e2063), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.693780 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (5060520a-c7f7-496d-8395-80a80d2e2063), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.741324 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5060520a-c7f7-496d-8395-80a80d2e2063), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.744070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.745889 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/security-groups/5060520a-c7f7-496d-8395-80a80d2e2063 HTTP/1.1" status: 204 len: 168 time: 0.1325064 Apr 06 17:18:53.748764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:53.755353 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197b52f-a254-4a0d-9746-543bda84e487 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060520a-c7f7-496d-8395-80a80d2e2063,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:53.774218 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-38bb2182-5eef-4953-ba31-4857d4870155 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] show failed (client error): The resource could not be found. Apr 06 17:18:53.775522 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-38bb2182-5eef-4953-ba31-4857d4870155 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups/5060520a-c7f7-496d-8395-80a80d2e2063 HTTP/1.1" status: 404 len: 347 time: 0.0256941 Apr 06 17:18:53.778889 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:53.912612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port d3414a64-989b-4d74-b9bf-c8399c1b8f44 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:53.913061 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.935658 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c34da-43dd-4fe0-8cb2-9a2ffbd9ce1f req-29d21b25-ee31-4ad6-9250-984b15d05d1b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:53.937216 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b11c34da-43dd-4fe0-8cb2-9a2ffbd9ce1f req-29d21b25-ee31-4ad6-9250-984b15d05d1b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0575368 Apr 06 17:18:53.998012 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:53.998464 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b11c34da-43dd-4fe0-8cb2-9a2ffbd9ce1f req-443ed669-f85c-46e6-8539-e988553b0c92 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506215 Apr 06 17:18:53.998953 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (d3414a64-989b-4d74-b9bf-c8399c1b8f44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:54.023007 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for d3414a64-989b-4d74-b9bf-c8399c1b8f44 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:54.202587 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (d3414a64-989b-4d74-b9bf-c8399c1b8f44), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:54.230518 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=d3414a64-989b-4d74-b9bf-c8399c1b8f44,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:54.324447 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (700c21f8-84fe-4247-ba56-bc384ddb0e6e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:54.329261 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:54.329261 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4d5d683d-d8a0-4298-a10d-654ccebde444 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/floatingips/700c21f8-84fe-4247-ba56-bc384ddb0e6e HTTP/1.1" status: 204 len: 168 time: 0.5484009 Apr 06 17:18:55.114700 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c04fb-1117-41f4-8e6b-42ffd9c2c859 req-4cf5e7cd-ac02-4af7-966a-d9eb2e2db1da tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:55.116179 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-579c04fb-1117-41f4-8e6b-42ffd9c2c859 req-4cf5e7cd-ac02-4af7-966a-d9eb2e2db1da tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Apr 06 17:18:55.162196 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-579c04fb-1117-41f4-8e6b-42ffd9c2c859 req-3d1ea76b-4bcf-4166-a517-ce67432c48e0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Apr 06 17:18:56.031008 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b61a3d-f546-4569-b617-496cddcbae09 req-278ebc1f-bd89-4f38-bd79-d82fcaec4587 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:56.032490 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-12b61a3d-f546-4569-b617-496cddcbae09 req-278ebc1f-bd89-4f38-bd79-d82fcaec4587 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0543649 Apr 06 17:18:56.081413 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-12b61a3d-f546-4569-b617-496cddcbae09 req-6cb9213a-212c-426a-a7ab-f3c1235a599a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Apr 06 17:18:56.280979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1a957-16f5-46ac-b07f-5a4e826354e8 req-498a2029-46e3-4787-b88b-fba23f0bc49f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:56.282545 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-63f1a957-16f5-46ac-b07f-5a4e826354e8 req-498a2029-46e3-4787-b88b-fba23f0bc49f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0513287 Apr 06 17:18:56.327724 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-63f1a957-16f5-46ac-b07f-5a4e826354e8 req-911c4b9f-e9b5-4009-bf82-917a2a11af00 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Apr 06 17:18:57.202196 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0379f18-683f-4a64-b5e0-24e4f8545e88 req-e2ab44b7-823f-4127-8a4b-2d34434f399e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:57.203668 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0379f18-683f-4a64-b5e0-24e4f8545e88 req-e2ab44b7-823f-4127-8a4b-2d34434f399e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0541115 Apr 06 17:18:57.253001 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0379f18-683f-4a64-b5e0-24e4f8545e88 req-1ac7b189-9785-434a-8afb-39746eb7dce7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Apr 06 17:18:57.451055 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaee31-1231-4021-9d43-58fc655dd6f2 req-f25da5d3-aa15-4a82-96ec-231dd2377c20 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:57.452549 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3bfaee31-1231-4021-9d43-58fc655dd6f2 req-f25da5d3-aa15-4a82-96ec-231dd2377c20 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0567565 Apr 06 17:18:57.498861 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3bfaee31-1231-4021-9d43-58fc655dd6f2 req-c2b5a3d4-631f-47c0-b178-34b9cd83e981 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Apr 06 17:18:58.001452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-36a19f46-91e6-49a7-8274-9486379b36b1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.002834 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-36a19f46-91e6-49a7-8274-9486379b36b1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.0541382 Apr 06 17:18:58.102894 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port 057d9482-44bc-495e-9e46-38945604f436 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:58.103224 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (057d9482-44bc-495e-9e46-38945604f436), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.204964 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] For port 057d9482-44bc-495e-9e46-38945604f436, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=057d9482-44bc-495e-9e46-38945604f436,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:58.205697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (057d9482-44bc-495e-9e46-38945604f436), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.462306 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.462676 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.462996 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 105177a6-128a-40fe-bfc8-18d7ffd50de0 disassociated. External IP: 172.27.3.226, port: 057d9482-44bc-495e-9e46-38945604f436. Apr 06 17:18:58.463341 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for 057d9482-44bc-495e-9e46-38945604f436 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:58.475111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d6cf-3b1e-4f09-8eef-7dd71ead461a req-3a6f850c-7cc0-43e7-88ba-e9a0db4935a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.476609 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9448d6cf-3b1e-4f09-8eef-7dd71ead461a req-3a6f850c-7cc0-43e7-88ba-e9a0db4935a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 946 time: 0.1515043 Apr 06 17:18:58.491346 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-5bfc0e85-ba74-4e13-9582-bfe708b4f10c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469185 Apr 06 17:18:58.608644 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9448d6cf-3b1e-4f09-8eef-7dd71ead461a req-7227c9f6-c521-4a17-9637-50c66fc8fec0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b5a808-27ae-40be-80ee-e482e32ef979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230333 Apr 06 17:18:58.633133 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a139ab-97e5-4769-b9bb-76aa6e970e03 req-5a75874e-2121-491d-9803-ffb93142263c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.635406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-f5d18d56-be1c-4250-a90a-a33e245825e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.636238 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-76a139ab-97e5-4769-b9bb-76aa6e970e03 req-5a75874e-2121-491d-9803-ffb93142263c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0650136 Apr 06 17:18:58.637885 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-f5d18d56-be1c-4250-a90a-a33e245825e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 1129 time: 0.1019604 Apr 06 17:18:58.689443 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-76a139ab-97e5-4769-b9bb-76aa6e970e03 req-404131ba-d91a-44f7-88a5-d15ee87fb950 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460374 Apr 06 17:18:58.750150 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (057d9482-44bc-495e-9e46-38945604f436), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.789772 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=057d9482-44bc-495e-9e46-38945604f436,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:58.814159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-abb349ce-cd42-40ee-aa24-efc4d97bbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.814862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-abb349ce-cd42-40ee-aa24-efc4d97bbcda service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1449571 Apr 06 17:18:58.891238 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-886cd06c-bdfa-4ed2-af52-c673710faeb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 200 len: 217 time: 0.0452588 Apr 06 17:18:58.982794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-f7b46aeb-9e11-4fdc-a878-4fe73cc57dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.984228 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-f7b46aeb-9e11-4fdc-a878-4fe73cc57dc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0604117 Apr 06 17:18:58.992844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:18:59.095206 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-145cb95a-d2a3-4d54-aa9f-8eb035982678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:59.096608 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-145cb95a-d2a3-4d54-aa9f-8eb035982678 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027284 Apr 06 17:18:59.335490 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:59.460968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:18:59.471904 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:18:59.482338 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:59.483068 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:59.522200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] No DVR routers for this DVR port 057d9482-44bc-495e-9e46-38945604f436 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:18:59.525724 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:59.529903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-657e4a18-393b-43e3-85f3-fd0fae3e8ece req-6f22f06e-9dc3-4565-bc01-004ec9d0d4f3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "DELETE /v2.0/ports/057d9482-44bc-495e-9e46-38945604f436 HTTP/1.1" status: 204 len: 173 time: 1.5177290 Apr 06 17:18:59.530374 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'name': 'network-vif-deleted', 'tag': '057d9482-44bc-495e-9e46-38945604f436'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:59.532827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c8ba0a-4967-43e9-9ac3-4328dc371b56" -d '{"events": [{"server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "name": "network-vif-deleted", "tag": "057d9482-44bc-495e-9e46-38945604f436"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:59.539213 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-6b95895a-51d7-4b80-bf6b-7c8412b7301c service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135444 Apr 06 17:18:59.595018 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd676031-c17f-4fcf-801d-1e55c5207170 x-openstack-request-id: req-cd676031-c17f-4fcf-801d-1e55c5207170 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:59.595329 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d56c51-843c-4729-a815-07888c5c6a82", "name": "network-vif-deleted", "tag": "057d9482-44bc-495e-9e46-38945604f436", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:59.595640 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd676031-c17f-4fcf-801d-1e55c5207170 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:59.596137 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd676031-c17f-4fcf-801d-1e55c5207170'] response: {'server_uuid': '02d56c51-843c-4729-a815-07888c5c6a82', 'name': 'network-vif-deleted', 'tag': '057d9482-44bc-495e-9e46-38945604f436', 'status': 'completed', 'code': 200} Apr 06 17:18:59.607164 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:59.648356 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5afa3847-a0fa-4f7f-af07-9ae3eb240147 req-6974a392-27fa-4c05-b8d3-c910fe8a68c6 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028972 Apr 06 17:18:59.753347 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cdb169df-9327-4e9f-9766-b5cab7638529 req-a8361520-fa05-4a54-a66d-adc5f6e89573 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d56c51-843c-4729-a815-07888c5c6a82 HTTP/1.1" status: 200 len: 210 time: 0.0381951 Apr 06 17:18:59.824404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023a91c-f942-4448-83dd-1016ce3a9c28 req-db9dd6b7-b372-4eae-bad4-083b0e472ac8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:59.827207 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6023a91c-f942-4448-83dd-1016ce3a9c28 req-db9dd6b7-b372-4eae-bad4-083b0e472ac8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0627306 Apr 06 17:18:59.836776 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:59.868203 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:18:59.877362 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:59.877955 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:18:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:59.880054 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6023a91c-f942-4448-83dd-1016ce3a9c28 req-e77e070d-31da-4e98-82d3-2c18879395a1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484998 Apr 06 17:19:00.077986 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:00.306081 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:00.351472 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c3d63-4ae5-4a5a-bf81-b299c9e6462d None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:00.618113 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ebf30-1cfc-4286-ad0f-550be06649b2 None None] New status for floating IP 105177a6-128a-40fe-bfc8-18d7ffd50de0: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:00.843609 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53948) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:00.902847 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (80b5a808-27ae-40be-80ee-e482e32ef979), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:00.941344 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (80b5a808-27ae-40be-80ee-e482e32ef979), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.029776 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (80b5a808-27ae-40be-80ee-e482e32ef979), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.032344 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.033571 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/security-groups/80b5a808-27ae-40be-80ee-e482e32ef979 HTTP/1.1" status: 204 len: 168 time: 0.1926885 Apr 06 17:19:01.036429 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53954) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:01.049805 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f09dd-7357-4323-9111-532e2a7ab7a0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5a808-27ae-40be-80ee-e482e32ef979,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:01.050109 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-46517fa0-b5b5-4792-adc0-d3a0290f82ea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] show failed (client error): The resource could not be found. Apr 06 17:19:01.051921 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-46517fa0-b5b5-4792-adc0-d3a0290f82ea tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups/80b5a808-27ae-40be-80ee-e482e32ef979 HTTP/1.1" status: 404 len: 347 time: 0.0136170 Apr 06 17:19:01.054102 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:01.068998 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df810f2-466f-4213-9090-aad6c5659d84 req-76095e3e-780f-4626-9608-a9dbabeb94cf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:01.070563 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2df810f2-466f-4213-9090-aad6c5659d84 req-76095e3e-780f-4626-9608-a9dbabeb94cf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0844574 Apr 06 17:19:01.203699 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2df810f2-466f-4213-9090-aad6c5659d84 req-99488727-c711-410d-9987-372c0189711f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994523 Apr 06 17:19:01.227778 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 057d9482-44bc-495e-9e46-38945604f436 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:01.228017 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port 0963090a-7d68-4028-822b-8f51511f3e71 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:01.228242 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (0963090a-7d68-4028-822b-8f51511f3e71), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.265728 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 057d9482-44bc-495e-9e46-38945604f436 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:01.266298 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 057d9482-44bc-495e-9e46-38945604f436 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:01.313503 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (0963090a-7d68-4028-822b-8f51511f3e71), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.313827 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (0963090a-7d68-4028-822b-8f51511f3e71), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.326474 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for 0963090a-7d68-4028-822b-8f51511f3e71 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:01.461468 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (0963090a-7d68-4028-822b-8f51511f3e71), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.486621 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=0963090a-7d68-4028-822b-8f51511f3e71,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:01.548659 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (105177a6-128a-40fe-bfc8-18d7ffd50de0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.551206 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:01.554470 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-de120a98-521f-4d87-b865-d531486e6920 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/floatingips/105177a6-128a-40fe-bfc8-18d7ffd50de0 HTTP/1.1" status: 204 len: 168 time: 0.4973385 Apr 06 17:19:01.908808 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:01.914187 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910504472', 'description': 'tempest-description--1484647522'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:01.937562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.029099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (7aec0d0d-93a8-4c46-bbfa-79d6115fac86), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.033281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7aec0d0d-93a8-4c46-bbfa-79d6115fac86), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.075674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.076917 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1670918 Apr 06 17:19:02.080052 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 53962) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:02.084866 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '7aec0d0d-93a8-4c46-bbfa-79d6115fac86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:02.086857 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d0101-6cfe-4885-a134-cef7cf6aed49 req-7259d7df-ac15-470c-ae7d-35514ebbb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:02.089192 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cc4d0101-6cfe-4885-a134-cef7cf6aed49 req-7259d7df-ac15-470c-ae7d-35514ebbb9b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.0914218 Apr 06 17:19:02.090175 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2177f66-b7ac-4610-89f3-74224507a195 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec0d0d-93a8-4c46-bbfa-79d6115fac86,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:02.120666 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (15e90dc2-4942-4f84-ba14-2aa04fc002e5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.137906 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cc4d0101-6cfe-4885-a134-cef7cf6aed49 req-be364fe6-9afb-4388-af71-0320f1a9a3d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Apr 06 17:19:02.187141 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (15e90dc2-4942-4f84-ba14-2aa04fc002e5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.191382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (15e90dc2-4942-4f84-ba14-2aa04fc002e5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.211429 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e90dc2-4942-4f84-ba14-2aa04fc002e5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:02.228172 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.231148 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-28f4cab7-853c-4362-8c7b-a2bc1ddd219b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495848 Apr 06 17:19:02.235860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53966) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:02.240917 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '7aec0d0d-93a8-4c46-bbfa-79d6115fac86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:02.279656 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (941c6b68-e331-4f44-a63b-5f434db002c5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.346718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (941c6b68-e331-4f44-a63b-5f434db002c5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.352831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (941c6b68-e331-4f44-a63b-5f434db002c5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.360482 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678219-de21-4b30-b4aa-18a2b4508fd2 req-c21167ea-e46c-45ad-831d-0423d7b271c7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:02.362097 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-79678219-de21-4b30-b4aa-18a2b4508fd2 req-c21167ea-e46c-45ad-831d-0423d7b271c7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0575619 Apr 06 17:19:02.372089 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941c6b68-e331-4f44-a63b-5f434db002c5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:02.381275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.382756 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-99a98958-9f05-4635-9cec-99c42ac8ea7b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455524 Apr 06 17:19:02.385996 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 53968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:02.391103 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:02.411422 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.413457 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-79678219-de21-4b30-b4aa-18a2b4508fd2 req-713b0d21-123e-4cb4-92e3-1f22c1c2b76d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Apr 06 17:19:02.509099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.621248 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.27.3.41 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:02.733742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.770341 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.817567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:02.820463 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:02.825417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:02.830222 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:02.875713 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:02.912374 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.065662 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.070688 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.102170 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.123644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:03.129171 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.130412 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-23a6fb69-99f4-4616-95f7-b6724012caf4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7434540 Apr 06 17:19:03.295412 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-30711971-cad5-4b93-b1a7-913d68c5114c tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1910504472&fields=id&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 267 time: 0.0439644 Apr 06 17:19:03.408563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-991acc77-df13-42ba-9ad0-5ab2c7e3773e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:03.410045 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-991acc77-df13-42ba-9ad0-5ab2c7e3773e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.1082416 Apr 06 17:19:03.425286 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-a7ab438d-fdb2-4b32-8d0b-eb0235eebcd9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/quotas/7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 375 time: 0.0097523 Apr 06 17:19:03.483847 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-d9f300c4-2746-48ea-8094-ad562c12ecc0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533326 Apr 06 17:19:03.540915 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232d408-d59c-4fb5-863d-839e2528d4b9 req-88cdcf4a-5e43-4360-a874-0297e146247f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:03.543139 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3232d408-d59c-4fb5-863d-839e2528d4b9 req-88cdcf4a-5e43-4360-a874-0297e146247f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0594852 Apr 06 17:19:03.587640 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-891ba376-88cb-4aa2-ae96-86f71b6bf5ca service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911460 Apr 06 17:19:03.592274 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3232d408-d59c-4fb5-863d-839e2528d4b9 req-d08ffbf7-7686-4f62-8d07-e2a8f1567d3d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Apr 06 17:19:03.693916 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-e7187175-2d95-496b-a422-c1fbd85893fe service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953000 Apr 06 17:19:03.883479 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-56e76a8d-b197-4dea-8b76-ab23aca8c664 req-8a622f3d-30f5-4afb-9ecd-3efc449d9af0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 210 time: 0.0322628 Apr 06 17:19:03.948942 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1364b4-5243-45c8-b99f-240841fedbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:04.716456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32731148-a471-4391-a033-9fcf1fabcf27 req-f5f3453a-e199-446b-a288-b09d884042e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:04.717994 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32731148-a471-4391-a033-9fcf1fabcf27 req-f5f3453a-e199-446b-a288-b09d884042e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0551288 Apr 06 17:19:04.766383 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32731148-a471-4391-a033-9fcf1fabcf27 req-f2122ea1-1fa9-49dc-9adf-47fa1447bdae tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Apr 06 17:19:05.012276 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40740b63-31bd-4a62-babc-b2ca3177571c req-8c86eb71-2cec-4a00-af35-89ce910b8f8d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Apr 06 17:19:05.082696 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4fae43a5-4866-4001-acb7-5a9ee7f4dbb3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.086178 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4fae43a5-4866-4001-acb7-5a9ee7f4dbb3 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.1777785 Apr 06 17:19:05.254589 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-f5587ada-deaa-40d2-a5b7-1524345dda18 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 380 time: 0.1322742 Apr 06 17:19:05.270067 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fc7c3-c656-4170-9d80-a49938107526 req-9ffc6cb3-72c5-47aa-a69d-b227313d5201 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.271572 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ba4fc7c3-c656-4170-9d80-a49938107526 req-9ffc6cb3-72c5-47aa-a69d-b227313d5201 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.1396670 Apr 06 17:19:05.275016 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'port': {'device_id': '9536c595-8a80-4348-96db-ba3b96e1f658', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'admin_state_up': True, 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'security_groups': ['7aec0d0d-93a8-4c46-bbfa-79d6115fac86']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:05.284399 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-24807b35-ff97-48df-b506-ab966eec822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.285368 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-24807b35-ff97-48df-b506-ab966eec822b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.1345692 Apr 06 17:19:05.460182 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ba4fc7c3-c656-4170-9d80-a49938107526 req-59a1ddac-14bd-4cc7-992a-b403a435bddf tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802692 Apr 06 17:19:05.489800 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-3ee0a64d-3165-45a6-bd05-925e53091eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.491235 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-3ee0a64d-3165-45a6-bd05-925e53091eaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1909220 Apr 06 17:19:05.511119 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:05.514972 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.592420 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-90afd9f4-748a-4b25-ae37-203209825de3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1002 time: 0.0905187 Apr 06 17:19:05.707492 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-71ca88cb-aefa-4b27-b612-4a259832b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.708831 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-71ca88cb-aefa-4b27-b612-4a259832b0bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0910363 Apr 06 17:19:05.759362 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.20.0.9 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/c71a9187-d822-4e29-8007-8a9eb284c3a7) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:05.807070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-7ab54d5c-ac37-4766-a584-fc24d3b27e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:05.809515 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-7ab54d5c-ac37-4766-a584-fc24d3b27e81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929570 Apr 06 17:19:05.980928 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-2b5a6b48-2f9f-4fd4-b36c-e056d95b1bc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617582 Apr 06 17:19:06.001782 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.104872 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.115319 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f255bf9-318f-4374-9ca7-536abe1bd39f req-72fcb2c3-aeab-4e06-9a4b-9be53ddd57c0 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258736 Apr 06 17:19:06.158451 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:06.162053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:06.167105 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:06.170129 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa73f-b688-41ae-86a1-c56088c58b81 req-e2ae1e07-0db9-44c7-aa0f-9bdb259a7ea6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:06.172605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:06.173267 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.173499 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-000aa73f-b688-41ae-86a1-c56088c58b81 req-e2ae1e07-0db9-44c7-aa0f-9bdb259a7ea6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 931 time: 0.0660923 Apr 06 17:19:06.177171 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:06.193525 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-4022f07b-7ae5-4f4a-9937-22e7e9c802f6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308019 Apr 06 17:19:06.232053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Request body: {'port': {'device_id': '9536c595-8a80-4348-96db-ba3b96e1f658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:06.236547 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-000aa73f-b688-41ae-86a1-c56088c58b81 req-47931c74-bf0f-4302-9154-bc888b074e14 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537465 Apr 06 17:19:06.303785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.461955 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d6a50386-c73e-409b-990c-95f84be6fdbe None None] Provisioning complete for port c71a9187-d822-4e29-8007-8a9eb284c3a7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:06.462490 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6a50386-c73e-409b-990c-95f84be6fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.498761 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d6a50386-c73e-409b-990c-95f84be6fdbe None None] Port c71a9187-d822-4e29-8007-8a9eb284c3a7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:06.640922 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800dd9d-dc6b-4abd-bed8-5cc3a714356c req-ce522000-35c2-42a9-81a2-4eb3ba6bf22a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:06.642492 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c800dd9d-dc6b-4abd-bed8-5cc3a714356c req-ce522000-35c2-42a9-81a2-4eb3ba6bf22a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.1068196 Apr 06 17:19:06.648514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71a9187-d822-4e29-8007-8a9eb284c3a7 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:06.659067 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks [] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.690444 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Transition to ACTIVE for port object c71a9187-d822-4e29-8007-8a9eb284c3a7 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:19:06.691111 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a8fec23-61d5-4f24-b10d-08b82c7a300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.697559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.752653 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c800dd9d-dc6b-4abd-bed8-5cc3a714356c req-82fd0438-7ec5-4501-a52a-492e5e1da84b tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983148 Apr 06 17:19:06.765229 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:06.807014 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Attempting to bind port c71a9187-d822-4e29-8007-8a9eb284c3a7 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:06.808214 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Attempting to bind port c71a9187-d822-4e29-8007-8a9eb284c3a7 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:06.808556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Attempting to bind port c71a9187-d822-4e29-8007-8a9eb284c3a7 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:06.813632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Port c71a9187-d822-4e29-8007-8a9eb284c3a7 on network 9c405747-e86a-4a04-b397-0de5a9057e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:19:06.813957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Attempting to bind port c71a9187-d822-4e29-8007-8a9eb284c3a7 on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:06.819647 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:06.819990 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:06.820378 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:06.820820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Bound port: c71a9187-d822-4e29-8007-8a9eb284c3a7, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:06.821205 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.897393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:06.901750 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:06.908567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.951505 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:06.952137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.953747 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/c71a9187-d822-4e29-8007-8a9eb284c3a7 HTTP/1.1" status: 200 len: 1093 time: 0.7267241 Apr 06 17:19:06.954222 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:06.956521 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d" -d '{"events": [{"name": "network-changed", "server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:06.982874 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a64144-bc80-49ec-ac19-5809e1b828c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:06.998279 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9102313-5532-4f44-abed-5fa8bcab7f26 x-openstack-request-id: req-f9102313-5532-4f44-abed-5fa8bcab7f26 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:06.998690 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:06.999032 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9102313-5532-4f44-abed-5fa8bcab7f26 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:06.999511 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9102313-5532-4f44-abed-5fa8bcab7f26'] response: {'name': 'network-changed', 'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'status': 'completed', 'code': 200} Apr 06 17:19:07.365849 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33350b0b-03d6-4302-b2bb-f4ea8dc8ad91 req-0bb67e9d-c3a2-4b58-95a3-d918d8c416e4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.367341 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-33350b0b-03d6-4302-b2bb-f4ea8dc8ad91 req-0bb67e9d-c3a2-4b58-95a3-d918d8c416e4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0585246 Apr 06 17:19:07.417568 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-33350b0b-03d6-4302-b2bb-f4ea8dc8ad91 req-d89690db-4aa6-4938-a365-0b6b443af872 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Apr 06 17:19:07.631872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:07.836640 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-fce46a0e-4a86-4af9-804d-955d4c964860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.838325 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-fce46a0e-4a86-4af9-804d-955d4c964860 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 1127 time: 0.0466077 Apr 06 17:19:07.882132 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718d4e3-8b2b-4b40-82c8-b9a1821bbd70 req-9e765781-b6d1-4ae2-aff1-164716a65739 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.884915 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8718d4e3-8b2b-4b40-82c8-b9a1821bbd70 req-9e765781-b6d1-4ae2-aff1-164716a65739 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0575042 Apr 06 17:19:07.933672 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8718d4e3-8b2b-4b40-82c8-b9a1821bbd70 req-cd76e742-5a01-4ce1-ac4b-e43e7261f253 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Apr 06 17:19:07.958183 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-f73781c5-a813-493e-ba13-db2c7c8359d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.959655 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-f73781c5-a813-493e-ba13-db2c7c8359d0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b807d835dd044d19984c11dcc327ed6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1124971 Apr 06 17:19:08.548365 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00caf1-f267-4b1c-9bcf-b7823bd73cb5 req-b9d6b49e-b719-461a-9fc7-977d345c2c3b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:08.549950 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e00caf1-f267-4b1c-9bcf-b7823bd73cb5 req-b9d6b49e-b719-461a-9fc7-977d345c2c3b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0571692 Apr 06 17:19:08.671239 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e00caf1-f267-4b1c-9bcf-b7823bd73cb5 req-cb88a481-9a0c-4c33-9c03-b00249b5e701 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113329 Apr 06 17:19:08.703346 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-83789742-a214-4a14-9bac-c52bcf433717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:08.704711 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb7fc5ca-cd19-4005-a60c-2d1aa611b37d req-83789742-a214-4a14-9bac-c52bcf433717 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283274 Apr 06 17:19:08.789819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-6054a503-fa3a-4aa7-b17c-7fcff1fdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:08.791319 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-6054a503-fa3a-4aa7-b17c-7fcff1fdcd09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 1127 time: 0.0463090 Apr 06 17:19:08.838096 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-c8a7d947-f5e9-4511-87f9-6703cfb9e71c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0393283 Apr 06 17:19:08.888664 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-2e278967-2bbe-411b-b534-7066ee8e05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:08.890595 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-2e278967-2bbe-411b-b534-7066ee8e05f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0459223 Apr 06 17:19:08.948208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-cb113d93-9e6d-44d2-8631-e5d438056883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:08.949743 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-cb113d93-9e6d-44d2-8631-e5d438056883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508404 Apr 06 17:19:09.048291 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-199b7021-494c-4c53-9726-300d670c9f6f service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Apr 06 17:19:09.064029 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:09.074108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cef4c-cf5e-46db-bbc5-37802436d6e4 req-2ff3e0f8-a151-4f47-abb9-09f1f7ff26f0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:09.075680 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-123cef4c-cf5e-46db-bbc5-37802436d6e4 req-2ff3e0f8-a151-4f47-abb9-09f1f7ff26f0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0588753 Apr 06 17:19:09.125984 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-123cef4c-cf5e-46db-bbc5-37802436d6e4 req-6927ce43-bc0b-446b-af78-3ea5856ea416 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Apr 06 17:19:09.144584 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8faeff10-835c-4b2a-821a-2cb2d946eb19 req-862757a1-7fdc-43ef-a7d4-d90383332338 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886691 Apr 06 17:19:09.247713 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f4c13-fc5f-4b2a-9e25-8cacd20d3269 req-33869bf6-087f-471c-990a-da19f48d365c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:09.249130 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-314f4c13-fc5f-4b2a-9e25-8cacd20d3269 req-33869bf6-087f-471c-990a-da19f48d365c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0561049 Apr 06 17:19:09.258244 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54034) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:09.262912 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Request body: {'floatingip': {'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:09.322383 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:09.816756 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68e7ec-3590-4bc0-bcec-01b188d45e3e req-113e8e36-41fd-464d-a879-d72fc16949d9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:09.818325 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f68e7ec-3590-4bc0-bcec-01b188d45e3e req-113e8e36-41fd-464d-a879-d72fc16949d9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0664818 Apr 06 17:19:09.837588 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:09.843962 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:09.868131 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f68e7ec-3590-4bc0-bcec-01b188d45e3e req-39b31ad0-2da5-4dd3-81ff-5f7cb9ec1f80 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Apr 06 17:19:10.352641 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:10.446028 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:10.470045 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:10.475112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:10.479705 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:10.493573 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:10.494773 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:10.508964 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:10.511976 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:10.557345 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-076b274b-efce-40dc-ab17-4c6a46f9d14a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "PUT /v2.0/floatingips/1d931c9e-9af0-4804-a039-e281829ee13e HTTP/1.1" status: 200 len: 994 time: 1.2877519 Apr 06 17:19:10.557345 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59271737-0d65-407c-8a32-a94b73cb61e0 x-openstack-request-id: req-59271737-0d65-407c-8a32-a94b73cb61e0 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:10.557345 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:10.557345 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59271737-0d65-407c-8a32-a94b73cb61e0 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:10.557345 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59271737-0d65-407c-8a32-a94b73cb61e0'] response: {'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'status': 'completed', 'code': 200} Apr 06 17:19:10.613482 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:10.624932 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-f3d41e48-b0d2-465b-8b64-b4096bd59efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:10.626451 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-f3d41e48-b0d2-465b-8b64-b4096bd59efe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.0464604 Apr 06 17:19:10.774859 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-0e5451cd-473e-4814-966b-1bdc585414ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:10.776773 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-0e5451cd-473e-4814-966b-1bdc585414ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1392183 Apr 06 17:19:10.844880 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:19:09Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:10.849989 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-5962f139-7146-4591-b94a-fa6eafdadd9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1002 time: 0.0627136 Apr 06 17:19:10.871809 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:10.881286 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:10.881981 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:10.908041 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-264c9091-7377-4d04-950d-3b272c29361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:10.909388 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-264c9091-7377-4d04-950d-3b272c29361f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0526645 Apr 06 17:19:10.971325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-88025d89-ac26-4392-abfa-b1e4078619a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:10.972990 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-88025d89-ac26-4392-abfa-b1e4078619a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553758 Apr 06 17:19:11.019547 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2417fb-b3c7-430b-91bd-32b46499c0bb req-4ff599ff-d809-409e-a254-b46677ac4d67 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:11.021082 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2f2417fb-b3c7-430b-91bd-32b46499c0bb req-4ff599ff-d809-409e-a254-b46677ac4d67 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0622723 Apr 06 17:19:11.038717 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:11.071708 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-ba995e88-f6bc-42a4-8341-e71473da5062 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894198 Apr 06 17:19:11.077478 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2f2417fb-b3c7-430b-91bd-32b46499c0bb req-3da1d346-6db7-4c33-9570-006f0b20fda7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476284 Apr 06 17:19:11.178326 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea4a02a3-6920-49b3-89cc-1ed9a656a0b9 req-2619454c-6e97-4cb5-95ec-8906c327deb9 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942094 Apr 06 17:19:11.298084 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:19:09Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:11.326609 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9054-d4ac-418b-b3bb-764d85c74afe None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '1d931c9e-9af0-4804-a039-e281829ee13e', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'port_id': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'mac_address': 'fa:16:3e:5e:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:17:30Z', 'updated_at': '2022-04-06T17:19:09Z', 'revision_number': 3, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:12.201452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26613f-4b82-4cc5-8546-d5d976d5add8 req-c0493b74-fd56-45c2-b5bc-6704dcd488b0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:12.203104 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb26613f-4b82-4cc5-8546-d5d976d5add8 req-c0493b74-fd56-45c2-b5bc-6704dcd488b0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0563841 Apr 06 17:19:12.250352 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb26613f-4b82-4cc5-8546-d5d976d5add8 req-a7bac3f8-bd3d-455d-b5e8-cb204ec038b4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Apr 06 17:19:12.555133 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:12.558169 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019f725-185a-42d4-9e49-7d9e78b33343" -d '{"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:12.594412 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6b9855-de13-483f-88ae-79a10629fa2a x-openstack-request-id: req-bd6b9855-de13-483f-88ae-79a10629fa2a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:12.594708 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:12.594963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd6b9855-de13-483f-88ae-79a10629fa2a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:12.595359 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6b9855-de13-483f-88ae-79a10629fa2a'] response: {'name': 'network-changed', 'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'status': 'completed', 'code': 200} Apr 06 17:19:12.688391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-5402824f-5be3-44fa-93a6-ec8c802e16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:12.690044 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-5402824f-5be3-44fa-93a6-ec8c802e16ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 1130 time: 0.0582316 Apr 06 17:19:12.798995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-c66b11c1-ec4a-4eb5-be36-cbf4b20eb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:12.800467 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-c66b11c1-ec4a-4eb5-be36-cbf4b20eb601 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 200 len: 920 time: 0.1017613 Apr 06 17:19:12.868293 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-70c76dcd-f98a-45c0-8a9a-3c3c9012c7c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 200 len: 1002 time: 0.0598304 Apr 06 17:19:12.926893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-e1dbcdaf-d907-48b3-8edd-172727c83201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:12.928363 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-e1dbcdaf-d907-48b3-8edd-172727c83201 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 200 len: 858 time: 0.0525723 Apr 06 17:19:12.983657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-b7e2bdd5-3e2e-4b40-a172-e63dbd09afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:12.985189 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-b7e2bdd5-3e2e-4b40-a172-e63dbd09afd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467169 Apr 06 17:19:13.089384 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-42127977-3c7c-407b-85c1-a3c06c57f7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931726 Apr 06 17:19:13.192070 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6019f725-185a-42d4-9e49-7d9e78b33343 req-690ba8ac-7a76-4655-8556-c293fd2a965e service neutron] 10.222.0.43 "GET /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951140 Apr 06 17:19:13.305537 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c71a9187-d822-4e29-8007-8a9eb284c3a7 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:19:13.375928 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13aa1-bd65-4ead-b34b-ba67bdae634a req-33936f29-cfd7-4306-8a01-be868c005ac0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:13.377518 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d1e13aa1-bd65-4ead-b34b-ba67bdae634a req-33936f29-cfd7-4306-8a01-be868c005ac0 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 943 time: 0.0579879 Apr 06 17:19:13.415054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:13.428653 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d1e13aa1-bd65-4ead-b34b-ba67bdae634a req-0771cb95-9f13-48e0-a399-7a713b9a5871 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455663 Apr 06 17:19:13.433137 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'port_id': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'mac_address': 'fa:16:3e:1e:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:19:13.474504 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port c71a9187-d822-4e29-8007-8a9eb284c3a7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:13.474899 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.489057 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71a9187-d822-4e29-8007-8a9eb284c3a7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:13.511181 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:13.517348 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.588488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:13.843363 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['c71a9187-d822-4e29-8007-8a9eb284c3a7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:19:14.574911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600648dc-2a83-4998-b55a-102839c0cdbf req-b49ee0a1-9c83-4eff-88b9-46339b9bcd57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:14.576474 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-600648dc-2a83-4998-b55a-102839c0cdbf req-b49ee0a1-9c83-4eff-88b9-46339b9bcd57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 944 time: 0.0604498 Apr 06 17:19:14.626010 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-600648dc-2a83-4998-b55a-102839c0cdbf req-33f57b03-e6f8-4459-8dc9-766212e5325e tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Apr 06 17:19:14.927335 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160ae6-083b-4690-892b-35c1f19407aa req-4c3754ae-88dd-40e0-a1e5-9068f0e77230 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:14.928882 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5d160ae6-083b-4690-892b-35c1f19407aa req-4c3754ae-88dd-40e0-a1e5-9068f0e77230 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0572302 Apr 06 17:19:14.980209 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5d160ae6-083b-4690-892b-35c1f19407aa req-748fb821-503f-41df-a1c5-461de0398597 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434504 Apr 06 17:19:15.304924 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c71a9187-d822-4e29-8007-8a9eb284c3a7 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:15.360094 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port c71a9187-d822-4e29-8007-8a9eb284c3a7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:19:15.365065 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port c71a9187-d822-4e29-8007-8a9eb284c3a7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:15.365482 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:15.463777 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port c71a9187-d822-4e29-8007-8a9eb284c3a7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:15.464175 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:15.491476 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:15.493783 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0a55d-5dbb-435b-b1e1-be884e7263d7" -d '{"events": [{"server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "name": "network-vif-plugged", "status": "completed", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:15.513149 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:15.520002 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:15.549505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3057f4b6-73f7-4ed1-921c-4b1b282759bf x-openstack-request-id: req-3057f4b6-73f7-4ed1-921c-4b1b282759bf {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:15.549838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "name": "network-vif-plugged", "status": "completed", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:15.550141 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3057f4b6-73f7-4ed1-921c-4b1b282759bf {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:15.550551 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3057f4b6-73f7-4ed1-921c-4b1b282759bf'] response: {'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'code': 200} Apr 06 17:19:15.594154 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:15.797613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c586f-9b2a-4b9c-8b1f-54ba1b8ba79f req-d642ca97-a478-4023-99ae-1ea9a5fbcbdd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:15.799498 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-308c586f-9b2a-4b9c-8b1f-54ba1b8ba79f req-d642ca97-a478-4023-99ae-1ea9a5fbcbdd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0984509 Apr 06 17:19:15.802550 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc497-5c8e-442b-8f98-80e1f2ba9880 req-f602cafb-617a-4be1-99ed-82b8c1bec1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:15.803984 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7b3cc497-5c8e-442b-8f98-80e1f2ba9880 req-f602cafb-617a-4be1-99ed-82b8c1bec1a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 1129 time: 0.0698273 Apr 06 17:19:15.878962 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-308c586f-9b2a-4b9c-8b1f-54ba1b8ba79f req-7590b2c5-ffb9-4532-b6ed-ca0cd1b8630a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734916 Apr 06 17:19:15.880884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7b3cc497-5c8e-442b-8f98-80e1f2ba9880 req-3db5fc99-2058-45f2-82bb-5586af2b69cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690513 Apr 06 17:19:16.108146 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa317c-916d-4c0a-a2bd-10aa22878be7 req-29c2713e-0458-4d07-a2eb-012511628261 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:16.109768 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fcfa317c-916d-4c0a-a2bd-10aa22878be7 req-29c2713e-0458-4d07-a2eb-012511628261 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0580180 Apr 06 17:19:16.161304 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fcfa317c-916d-4c0a-a2bd-10aa22878be7 req-5c972dab-37e1-4168-bdef-259be6cd5edd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Apr 06 17:19:17.003321 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fcf5-5a71-4d58-afee-c39b74693fda req-664e5cfc-10ff-4930-8bd8-308341a41325 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:17.004835 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1306fcf5-5a71-4d58-afee-c39b74693fda req-664e5cfc-10ff-4930-8bd8-308341a41325 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Apr 06 17:19:17.057918 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1306fcf5-5a71-4d58-afee-c39b74693fda req-3b93fa3e-2816-4708-92b2-c36a335497e2 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Apr 06 17:19:17.283333 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb2994-d7a2-411d-8500-804aff464bc0 req-27b1a781-45e6-49ba-bb02-6b6cba922142 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:17.286119 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bebb2994-d7a2-411d-8500-804aff464bc0 req-27b1a781-45e6-49ba-bb02-6b6cba922142 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0543082 Apr 06 17:19:17.339907 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bebb2994-d7a2-411d-8500-804aff464bc0 req-b4a74f8d-548c-445a-9bec-cc1789c30e8c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468540 Apr 06 17:19:18.181664 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dcc5c-4435-4efd-a16a-835ad03278c1 req-57441747-cfb9-43a5-885e-686b11b17062 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:18.183252 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a21dcc5c-4435-4efd-a16a-835ad03278c1 req-57441747-cfb9-43a5-885e-686b11b17062 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0563898 Apr 06 17:19:18.234456 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a21dcc5c-4435-4efd-a16a-835ad03278c1 req-f1e29ecd-b468-44ea-b0a3-350c6f055f58 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Apr 06 17:19:18.356719 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6110c-c101-4482-a4c1-286f19f8265d req-b1817516-40bc-4f68-8fa6-166799650a48 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:18.358775 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-63f6110c-c101-4482-a4c1-286f19f8265d req-b1817516-40bc-4f68-8fa6-166799650a48 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0531180 Apr 06 17:19:18.369983 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54090) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:18.379327 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'port_id': 'c71a9187-d822-4e29-8007-8a9eb284c3a7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:18.424941 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.488685 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045434b7-f466-46df-bd88-273dba350e0a req-5e06515f-71f2-4373-92c7-0dec89f2fc05 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:18.490199 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-045434b7-f466-46df-bd88-273dba350e0a req-5e06515f-71f2-4373-92c7-0dec89f2fc05 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0628974 Apr 06 17:19:18.544370 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-045434b7-f466-46df-bd88-273dba350e0a req-c240a13c-adf6-4bae-9bb5-de5517571112 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 Apr 06 17:19:18.885548 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.891266 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.999087 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 214271df-7cf3-43b6-bfdb-875adb80b6f4 associated. External IP: 172.27.3.41, port: c71a9187-d822-4e29-8007-8a9eb284c3a7. Apr 06 17:19:19.216968 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:19.530205 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:19.535603 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:19.542281 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:19.555910 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:19.557061 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:19.581077 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e4ee1129-8cef-43da-b3da-a90a7ca12413 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "PUT /v2.0/floatingips/214271df-7cf3-43b6-bfdb-875adb80b6f4 HTTP/1.1" status: 200 len: 990 time: 1.1969814 Apr 06 17:19:19.581077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:19.581077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3958172-2a02-4bc6-8491-92ca223a8039" -d '{"events": [{"name": "network-changed", "server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:19.623573 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c1ebcb-e6ec-4bbe-ba00-9eaf543f490c x-openstack-request-id: req-80c1ebcb-e6ec-4bbe-ba00-9eaf543f490c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:19.623859 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:19.624130 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80c1ebcb-e6ec-4bbe-ba00-9eaf543f490c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:19.624525 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c1ebcb-e6ec-4bbe-ba00-9eaf543f490c'] response: {'name': 'network-changed', 'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'status': 'completed', 'code': 200} Apr 06 17:19:19.680763 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa411e-1e5b-4437-a43b-2ab74ce957a0 req-bf9418c1-d30c-4fb6-ab50-e437c14291c2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:19.683083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:19.685906 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f2fa411e-1e5b-4437-a43b-2ab74ce957a0 req-bf9418c1-d30c-4fb6-ab50-e437c14291c2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0575707 Apr 06 17:19:19.707718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-ea534c7c-212a-4185-a37f-5ba9d002f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:19.709393 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-ea534c7c-212a-4185-a37f-5ba9d002f168 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 1129 time: 0.0548043 Apr 06 17:19:19.736710 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f2fa411e-1e5b-4437-a43b-2ab74ce957a0 req-7d465c09-22e5-4649-b389-dc5219e06eb6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464864 Apr 06 17:19:19.828237 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-5fc1914e-e53c-4cd2-9c2d-a773a399e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:19.829772 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-5fc1914e-e53c-4cd2-9c2d-a773a399e5c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.1036923 Apr 06 17:19:19.918639 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-38038cd9-5bbc-4d33-9dc2-c0f5824fd41e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7 HTTP/1.1" status: 200 len: 998 time: 0.0791688 Apr 06 17:19:19.994053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-1b62ee3c-7dc7-4688-bf3c-dd58c0cc0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:19.996306 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-1b62ee3c-7dc7-4688-bf3c-dd58c0cc0855 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0706296 Apr 06 17:19:20.084563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-006c00fe-fa31-4a13-a966-9066b8ac1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.086766 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-006c00fe-fa31-4a13-a966-9066b8ac1f97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632463 Apr 06 17:19:20.134744 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '214271df-7cf3-43b6-bfdb-875adb80b6f4', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:1e:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536c595-8a80-4348-96db-ba3b96e1f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:02Z', 'updated_at': '2022-04-06T17:19:18Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.163501 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:20.173199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:20.173847 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.189505 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-fa400607-dae4-4ddd-90fc-2b6a299343df service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914207 Apr 06 17:19:20.289808 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:20.298079 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3958172-2a02-4bc6-8491-92ca223a8039 req-1989efba-33bd-4056-916c-cd3fba3c6360 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979505 Apr 06 17:19:20.531769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '214271df-7cf3-43b6-bfdb-875adb80b6f4', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:1e:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536c595-8a80-4348-96db-ba3b96e1f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:02Z', 'updated_at': '2022-04-06T17:19:18Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.560075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd0e31d-8990-492d-82cf-218275999f56 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '214271df-7cf3-43b6-bfdb-875adb80b6f4', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:1e:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536c595-8a80-4348-96db-ba3b96e1f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:02Z', 'updated_at': '2022-04-06T17:19:18Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:20.754315 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f4602-9531-4ba5-b9e0-88d0d4c2e98f None None] New status for floating IP 214271df-7cf3-43b6-bfdb-875adb80b6f4: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:20.864287 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f934aa-0b0c-451c-b196-f673d787b927 req-af741ad2-090c-412e-a5f4-50517c01e1ff tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.865767 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62f934aa-0b0c-451c-b196-f673d787b927 req-af741ad2-090c-412e-a5f4-50517c01e1ff tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Apr 06 17:19:20.914661 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62f934aa-0b0c-451c-b196-f673d787b927 req-8333da96-4687-4848-a624-2f4fa9101723 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Apr 06 17:19:22.042001 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bce36-2baf-4417-8788-be93c9e5874f req-9f668412-3920-40a4-897c-eba00d935ef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:22.043701 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-073bce36-2baf-4417-8788-be93c9e5874f req-9f668412-3920-40a4-897c-eba00d935ef5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0593734 Apr 06 17:19:22.094696 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-073bce36-2baf-4417-8788-be93c9e5874f req-b318ca05-0d2b-4ab9-b8fd-a0b9122d51b5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 Apr 06 17:19:23.238039 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7afdd0-6083-4d2e-b4c4-3284935f094e req-3ad5cfb0-e919-4ee3-b79b-ded3a8dc9e5a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.240403 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ca7afdd0-6083-4d2e-b4c4-3284935f094e req-3ad5cfb0-e919-4ee3-b79b-ded3a8dc9e5a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0703382 Apr 06 17:19:23.296130 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ca7afdd0-6083-4d2e-b4c4-3284935f094e req-78041b99-147a-46a0-8abe-5c610903fdc7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Apr 06 17:19:24.277581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd47a-51d7-4f5b-bc4d-88a99fbd216a req-ee522b48-7049-44f1-9ae2-2508d5f820bf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:24.279116 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d3cd47a-51d7-4f5b-bc4d-88a99fbd216a req-ee522b48-7049-44f1-9ae2-2508d5f820bf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0621660 Apr 06 17:19:24.327758 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d3cd47a-51d7-4f5b-bc4d-88a99fbd216a req-6fee09a0-f6fe-4390-8496-64358c320472 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 Apr 06 17:19:24.426199 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cbbc4-3776-48e0-9d3a-879d6490bc4d req-0dcdac39-6168-44ba-9cad-9fa0b9ac762f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:24.427732 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e52cbbc4-3776-48e0-9d3a-879d6490bc4d req-0dcdac39-6168-44ba-9cad-9fa0b9ac762f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Apr 06 17:19:24.490704 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e52cbbc4-3776-48e0-9d3a-879d6490bc4d req-058fe2a2-92bb-4683-9c93-a3d044d1ab86 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570195 Apr 06 17:19:25.475537 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dbce3-216b-4381-ae08-15d496ceb76f req-7024d649-5053-4d0a-a48b-f1991c7a5dba tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:25.477046 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e34dbce3-216b-4381-ae08-15d496ceb76f req-7024d649-5053-4d0a-a48b-f1991c7a5dba tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0535808 Apr 06 17:19:25.528276 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e34dbce3-216b-4381-ae08-15d496ceb76f req-7fc7b2ae-61d5-4de0-b9cb-b342c0b82957 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Apr 06 17:19:25.624484 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6114e0a-c037-48e7-934f-2631378c53b9 req-9fe3616b-4a01-4321-8620-5cdf016e36ad tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:25.626043 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e6114e0a-c037-48e7-934f-2631378c53b9 req-9fe3616b-4a01-4321-8620-5cdf016e36ad tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0589342 Apr 06 17:19:25.675746 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e6114e0a-c037-48e7-934f-2631378c53b9 req-1e6927dc-6cb2-498d-9414-e15ba95024be tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Apr 06 17:19:25.989094 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-8a360021-f766-4f92-80b2-f35d25f3967e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:25.990469 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-8a360021-f766-4f92-80b2-f35d25f3967e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 947 time: 0.0600886 Apr 06 17:19:26.096818 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Deleting port 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:26.097181 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.190503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] For port 66e22af7-ce4a-4317-830b-f4323d2693a9, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=66e22af7-ce4a-4317-830b-f4323d2693a9,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:26.190867 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.378285 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.378660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.378979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Floating IP c84f4e78-2e26-4164-bdb1-84f8b684fdbd disassociated. External IP: 172.27.3.55, port: 66e22af7-ce4a-4317-830b-f4323d2693a9. Apr 06 17:19:26.379321 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Calling delete_port for 66e22af7-ce4a-4317-830b-f4323d2693a9 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:26.518016 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (66e22af7-ce4a-4317-830b-f4323d2693a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.548325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'Port': ['ID=66e22af7-ce4a-4317-830b-f4323d2693a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:26.684369 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0341d668-61d4-4f9f-adf4-ef50f9d801b6 req-ccd1fef0-ebfd-4ffc-82eb-90854dfcc7b4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cc629-2990-4859-9dff-0b05ae029ed3 HTTP/1.1" status: 200 len: 210 time: 0.0454426 Apr 06 17:19:26.705950 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:26.811930 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa3243-7aad-4d4c-8b0d-7600e2931e91 req-eb854579-3d50-4f6d-84de-b425eb1941b9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:26.815011 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-60fa3243-7aad-4d4c-8b0d-7600e2931e91 req-eb854579-3d50-4f6d-84de-b425eb1941b9 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0571320 Apr 06 17:19:26.829777 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:26.845085 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:26.855550 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:26.856181 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:26.866623 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-60fa3243-7aad-4d4c-8b0d-7600e2931e91 req-17c2fa1c-f302-4c20-b02e-d5f91eb6a3a2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467539 Apr 06 17:19:26.879954 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] No DVR routers for this DVR port 66e22af7-ce4a-4317-830b-f4323d2693a9 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:26.882717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.886730 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1cfa5493-8556-4613-88d2-0db763a77f4f req-78774b6d-d59d-4780-9a8e-74ab4c013456 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "DELETE /v2.0/ports/66e22af7-ce4a-4317-830b-f4323d2693a9 HTTP/1.1" status: 204 len: 173 time: 0.8874276 Apr 06 17:19:26.887370 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-deleted', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:26.890347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a30618f-1ff5-4d6d-a58b-4a7ebc30679c" -d '{"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-deleted", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:26.964732 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef8e34d-e5dd-4585-8607-40d451f84e43 x-openstack-request-id: req-9ef8e34d-e5dd-4585-8607-40d451f84e43 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:26.965275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916cc629-2990-4859-9dff-0b05ae029ed3", "name": "network-vif-deleted", "tag": "66e22af7-ce4a-4317-830b-f4323d2693a9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:26.965775 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ef8e34d-e5dd-4585-8607-40d451f84e43 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:26.966681 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef8e34d-e5dd-4585-8607-40d451f84e43'] response: {'server_uuid': '916cc629-2990-4859-9dff-0b05ae029ed3', 'name': 'network-vif-deleted', 'tag': '66e22af7-ce4a-4317-830b-f4323d2693a9', 'status': 'completed', 'code': 200} Apr 06 17:19:27.013774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:27.178171 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a1b52-d558-435c-ba26-50f6764195a0 req-e933eb3c-a09f-4bbf-a88e-74687aaec2d5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.180060 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb0a1b52-d558-435c-ba26-50f6764195a0 req-e933eb3c-a09f-4bbf-a88e-74687aaec2d5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0738127 Apr 06 17:19:27.230259 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb0a1b52-d558-435c-ba26-50f6764195a0 req-5079e947-b7b6-4702-ad61-c663435f4b6c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439267 Apr 06 17:19:27.271316 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:27.301791 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:27.311485 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:27.312094 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:27.430811 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-7972dc14-ba64-444f-a8b5-04a19d316014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.432960 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-7972dc14-ba64-444f-a8b5-04a19d316014 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1129 time: 0.0532432 Apr 06 17:19:27.434920 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:27.557072 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-ac86de33-bc11-45bc-a229-db62126f223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.558776 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-ac86de33-bc11-45bc-a229-db62126f223e service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.1196082 Apr 06 17:19:27.626627 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-b1f6c6b4-db0d-4931-979f-1e789e10f716 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 1001 time: 0.0611379 Apr 06 17:19:27.678471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-8958a01b-17ee-446e-8829-12677bd38746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.679966 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-8958a01b-17ee-446e-8829-12677bd38746 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0467982 Apr 06 17:19:27.680543 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:27.711992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de760e7c-c8bb-4543-ad16-8d280b29e925 None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:27.739242 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-984acaa1-b34e-4bec-9240-e5e0c3d34c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.739242 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-984acaa1-b34e-4bec-9240-e5e0c3d34c32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524254 Apr 06 17:19:27.803418 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54148) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:27.845876 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-1d2aeb28-046f-4288-a288-e80aa5c6aa1c service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001780 Apr 06 17:19:27.863951 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.897589 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.959721 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.965103 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.965490 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "DELETE /v2.0/security-groups/4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1 HTTP/1.1" status: 204 len: 168 time: 0.1610272 Apr 06 17:19:27.971806 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54150) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:27.982256 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaeb333a-086e-4ec7-bb44-9f177efe01b7 req-6233461a-3ed6-45a9-9a2b-b7e5749431aa service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284752 Apr 06 17:19:27.991749 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705f085-8eeb-44e1-aaa7-d0495bc92bd7 None None] New status for floating IP c84f4e78-2e26-4164-bdb1-84f8b684fdbd: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:27.996371 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.001951 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.api.v2.resource [None req-1e4bcdf7-37e5-4998-9b10-f14ad0554d78 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] show failed (client error): The resource could not be found. Apr 06 17:19:28.003009 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-1e4bcdf7-37e5-4998-9b10-f14ad0554d78 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups/4284f23e-5e39-4d2d-a4a6-3347e6c2d1c1 HTTP/1.1" status: 404 len: 347 time: 0.0302668 Apr 06 17:19:28.006002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:28.016645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.017000 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.017372 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.017741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.018060 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.018393 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.018725 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.019054 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.019385 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.019724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.020049 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.020372 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.020705 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.021068 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.021377 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d8a07-9286-47ff-ae38-f578e0731920 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.148007 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Deleting port a04b77f1-5a49-4795-aecf-e1682bd5ecf3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:28.148351 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.227979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.229580 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.241523 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Calling delete_port for a04b77f1-5a49-4795-aecf-e1682bd5ecf3 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:28.368654 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7127a-c67d-4539-9fb3-078f2b87c4c7 req-f3213341-fef3-4b4a-8c47-b312adc4a80b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:28.370195 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6cd7127a-c67d-4539-9fb3-078f2b87c4c7 req-f3213341-fef3-4b4a-8c47-b312adc4a80b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0591717 Apr 06 17:19:28.406939 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (a04b77f1-5a49-4795-aecf-e1682bd5ecf3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.431696 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6cd7127a-c67d-4539-9fb3-078f2b87c4c7 req-408e2734-4ad3-4bd6-b394-eafcd60091c4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535362 Apr 06 17:19:28.439099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'Port': ['ID=a04b77f1-5a49-4795-aecf-e1682bd5ecf3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.479506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (c84f4e78-2e26-4164-bdb1-84f8b684fdbd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.482194 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.483364 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6f29d956-257a-45b5-be9c-324d8f256f9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "DELETE /v2.0/floatingips/c84f4e78-2e26-4164-bdb1-84f8b684fdbd HTTP/1.1" status: 204 len: 168 time: 0.4761019 Apr 06 17:19:28.756427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54158) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:28.761547 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302287072', 'description': 'tempest-description--837560624'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:28.784229 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.857742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (47f08ec1-137e-4229-a1cf-023192ec594b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.862273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (47f08ec1-137e-4229-a1cf-023192ec594b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.891279 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.892578 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351101 Apr 06 17:19:28.895828 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54160) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:28.900412 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group_rule': {'security_group_id': '47f08ec1-137e-4229-a1cf-023192ec594b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:28.901377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99b5d-f652-406e-af11-dd04ee4eb364 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f08ec1-137e-4229-a1cf-023192ec594b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.929532 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (902c2c48-fc1a-4725-9385-6e6b7fa6f341), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.996460 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (902c2c48-fc1a-4725-9385-6e6b7fa6f341), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.003287 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (902c2c48-fc1a-4725-9385-6e6b7fa6f341), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.029308 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902c2c48-fc1a-4725-9385-6e6b7fa6f341,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:29.035982 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.036463 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-365dfb96-4c63-4bc9-b996-3d6408c9c6da tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396470 Apr 06 17:19:29.039241 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54162) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:29.043861 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'security_group_rule': {'security_group_id': '47f08ec1-137e-4229-a1cf-023192ec594b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:29.071612 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (7ef2e58e-ad3e-4537-9bcf-10d4c6783059), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.129484 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (7ef2e58e-ad3e-4537-9bcf-10d4c6783059), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.133391 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (7ef2e58e-ad3e-4537-9bcf-10d4c6783059), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.153218 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef2e58e-ad3e-4537-9bcf-10d4c6783059,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:29.158682 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.159890 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-394dd5ae-5247-417a-8e54-e301d88dd32f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197298 Apr 06 17:19:29.163034 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:29.168024 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:29.199314 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.297573 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.338994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.410282 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Allocated IP 172.27.3.231 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/91ad55f0-4f71-4f2a-b6b7-87c4697d4f69) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:29.532011 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.590840 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb83cc-8b64-4665-8151-3baf65fb9cb2 req-3063c142-dd60-4122-9aa5-87bb33164c8a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:29.592463 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4eeb83cc-8b64-4665-8151-3baf65fb9cb2 req-3063c142-dd60-4122-9aa5-87bb33164c8a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0852926 Apr 06 17:19:29.607161 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.660353 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:29.671257 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:29.673786 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:29.705506 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=91ad55f0-4f71-4f2a-b6b7-87c4697d4f69,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:29.717083 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4eeb83cc-8b64-4665-8151-3baf65fb9cb2 req-d8970f87-6f2b-4054-b482-fc32b60620ad tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184144 Apr 06 17:19:29.782246 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.821891 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.980374 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.985436 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.059839 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=91ad55f0-4f71-4f2a-b6b7-87c4697d4f69,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:30.060098 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:19:30.073846 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.088810 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.090086 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0b65fa27-e749-4b87-a9f3-0106684ebc5e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9261045 Apr 06 17:19:30.296913 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-d429d006-fa21-4a6c-82be-c78dad0e6656 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1302287072&fields=id&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 267 time: 0.0499432 Apr 06 17:19:30.410998 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-6260f8a8-fbc8-41c4-b9ba-e02fa0c63fbc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:30.412497 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-6260f8a8-fbc8-41c4-b9ba-e02fa0c63fbc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 817 time: 0.1091368 Apr 06 17:19:30.427962 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-bfc5aa67-ad10-463c-813a-9ed94153feb0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/quotas/1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Apr 06 17:19:30.491490 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-6e2e44bd-c1e5-4405-9e12-a671856086be tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572236 Apr 06 17:19:30.592600 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-245f4f8d-a702-433b-ada1-78af39532a9b service neutron] 10.222.0.23 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882151 Apr 06 17:19:30.956159 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-f46db043-11a2-4a42-80a5-1dffe2ca5b4b service neutron] 10.222.0.23 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568306 Apr 06 17:19:31.142530 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5d5edac3-b22a-4625-bd29-797c351c5318 req-55378a92-f54f-4bdb-85c9-d6d4c1a57edd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 210 time: 0.0395939 Apr 06 17:19:31.372314 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:31.397132 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 66e22af7-ce4a-4317-830b-f4323d2693a9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:31.397567 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 66e22af7-ce4a-4317-830b-f4323d2693a9 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:32.250453 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-32440832-4d8d-4d3a-874a-b75a43a06c97 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:32.251986 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-32440832-4d8d-4d3a-874a-b75a43a06c97 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 817 time: 0.1491942 Apr 06 17:19:32.274947 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d9fe9f2-4435-4af1-8b30-e0ea76511e55 req-83c962f4-85a3-4525-84d4-551764e39050 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 210 time: 0.0535283 Apr 06 17:19:32.349855 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-adc6ec7a-a91a-4cd3-a9fd-cc3226cfc8c6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 380 time: 0.0818987 Apr 06 17:19:32.394910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'port': {'device_id': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'admin_state_up': True, 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'security_groups': ['47f08ec1-137e-4229-a1cf-023192ec594b']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:32.522718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Made reservation on behalf of 1c496e18e05641db9fa30f402b8ce2d0 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:32.526625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.697840 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Allocated IP 172.20.0.5 (5dff5803-9cc3-494d-a1db-dff8d6894ace/770211af-735d-4ff4-b303-175f0c52aed4/e63fa336-45b8-428d-866a-78296b04500a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:32.846039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for port (e63fa336-45b8-428d-866a-78296b04500a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.880745 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.923046 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:32.929158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:32.933350 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:32.938730 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:32.939514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.948288 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:32.967794 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-36e5ca12-45a2-4b96-929b-548789448bd9 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771465 Apr 06 17:19:32.984323 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Request body: {'port': {'device_id': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:33.052223 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.156438 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-512d34b6-191b-4233-a1b0-7e1cd5bdd83f None None] Provisioning complete for port e63fa336-45b8-428d-866a-78296b04500a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:33.157068 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512d34b6-191b-4233-a1b0-7e1cd5bdd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e63fa336-45b8-428d-866a-78296b04500a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.192192 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-512d34b6-191b-4233-a1b0-7e1cd5bdd83f None None] Port e63fa336-45b8-428d-866a-78296b04500a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:33.340471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63fa336-45b8-428d-866a-78296b04500a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:33.348709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks [] for port (e63fa336-45b8-428d-866a-78296b04500a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.361961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Transition to ACTIVE for port object e63fa336-45b8-428d-866a-78296b04500a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:19:33.366914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.440115 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efe16d-0ef7-4b10-b53a-a00a8e5cfcba req-090e10cf-3b46-4178-9ddb-5b3b667ee379 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.442045 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-93efe16d-0ef7-4b10-b53a-a00a8e5cfcba req-090e10cf-3b46-4178-9ddb-5b3b667ee379 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0653090 Apr 06 17:19:33.458238 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:33.485464 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Attempting to bind port e63fa336-45b8-428d-866a-78296b04500a on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:33.485954 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Attempting to bind port e63fa336-45b8-428d-866a-78296b04500a by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:33.486384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Attempting to bind port e63fa336-45b8-428d-866a-78296b04500a on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:33.491409 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Port e63fa336-45b8-428d-866a-78296b04500a on network 5dff5803-9cc3-494d-a1db-dff8d6894ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:19:33.491902 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Attempting to bind port e63fa336-45b8-428d-866a-78296b04500a on network 5dff5803-9cc3-494d-a1db-dff8d6894ace {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:33.499001 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:33.499539 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Checking segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:33.500060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Bound using segment: {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:33.500674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Bound port: e63fa336-45b8-428d-866a-78296b04500a, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:33.501082 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.504506 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-93efe16d-0ef7-4b10-b53a-a00a8e5cfcba req-9d298be9-0e1b-42d2-a0fa-4077a64dc0a1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560389 Apr 06 17:19:33.575505 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:33.579168 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:33.586415 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.621991 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.622646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.624045 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] 10.222.0.43 "PUT /v2.0/ports/e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 1093 time: 0.6443405 Apr 06 17:19:33.624472 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:33.627045 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444e45d-51af-433b-bdf3-5e3eb9960366" -d '{"events": [{"name": "network-changed", "server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:33.654102 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38b26-298d-429b-87ff-882a41f6562a service neutron] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:33.685251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cee212-1498-4a32-bc9c-8fba4ab27244 x-openstack-request-id: req-45cee212-1498-4a32-bc9c-8fba4ab27244 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:33.685568 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:33.685790 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45cee212-1498-4a32-bc9c-8fba4ab27244 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:33.686197 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cee212-1498-4a32-bc9c-8fba4ab27244'] response: {'name': 'network-changed', 'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'status': 'completed', 'code': 200} Apr 06 17:19:33.725308 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-9c87e46c-a14e-4f70-ad27-618da9bddb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.726817 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-9c87e46c-a14e-4f70-ad27-618da9bddb15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1127 time: 0.0525012 Apr 06 17:19:33.773909 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-16066c62-2099-45e5-9b61-485b3570eabf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 217 time: 0.0394545 Apr 06 17:19:33.832823 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-69034e29-574b-4176-9682-2b516d833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.834307 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-69034e29-574b-4176-9682-2b516d833fb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0516315 Apr 06 17:19:33.886714 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-78e8bef7-3d30-4d0f-98bf-78a9c5ab842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.888236 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-78e8bef7-3d30-4d0f-98bf-78a9c5ab842b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475700 Apr 06 17:19:33.947891 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab5e0642-564b-4786-a1e4-addc4a5ecabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:34.006291 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-93511007-4c30-4ba2-8128-51b88974a5db service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996175 Apr 06 17:19:34.100912 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d18fce9c-6670-45c3-8e25-ae7c7f7806be req-a749aee1-8010-4a21-a2ca-5052a3f96087 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877604 Apr 06 17:19:34.632438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae67bd5-a05d-49d1-8763-91ed85e32792 req-919f8333-bffe-4a3d-9a41-e6c88ae1de5f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:34.633940 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eae67bd5-a05d-49d1-8763-91ed85e32792 req-919f8333-bffe-4a3d-9a41-e6c88ae1de5f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0532374 Apr 06 17:19:34.699587 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-eae67bd5-a05d-49d1-8763-91ed85e32792 req-57ff3b51-2c65-4fc0-bd2f-2026098afe64 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559351 Apr 06 17:19:35.223429 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-776d8ba5-5053-4004-8b72-ae03021185f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.225096 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-776d8ba5-5053-4004-8b72-ae03021185f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1127 time: 0.0476503 Apr 06 17:19:35.324361 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-f1a342d8-06ad-4049-84cb-2e3daf47dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.325874 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-f1a342d8-06ad-4049-84cb-2e3daf47dc37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.0937994 Apr 06 17:19:35.370721 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-5e156759-d841-4f34-a329-db51c2ce08e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 217 time: 0.0376303 Apr 06 17:19:35.426609 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-5fa82242-2adb-40af-b367-8f6e9948cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.428064 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-5fa82242-2adb-40af-b367-8f6e9948cc05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0511303 Apr 06 17:19:35.479904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-694d0031-5984-4ecf-8a55-6438db3638de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.481363 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-694d0031-5984-4ecf-8a55-6438db3638de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461161 Apr 06 17:19:35.577553 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-2c86fe88-f8b8-4ed1-aea6-f6c67e28f8eb service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Apr 06 17:19:35.680968 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5444e45d-51af-433b-bdf3-5e3eb9960366 req-01d2b6b4-12c6-48c4-b8d0-60e719336f33 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Apr 06 17:19:35.836848 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5be37a-ef3d-44dc-a9b9-5950c439665e req-db85eebc-b308-43a0-9bcc-c2f5d57cb866 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.838965 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5e5be37a-ef3d-44dc-a9b9-5950c439665e req-db85eebc-b308-43a0-9bcc-c2f5d57cb866 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0570748 Apr 06 17:19:35.887783 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5e5be37a-ef3d-44dc-a9b9-5950c439665e req-029ae10b-eec6-46a5-8d24-f74671cdefec tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Apr 06 17:19:36.674937 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41a2e111-6858-4fb0-a3de-b6275e957bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.015491 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd68f6-7d30-465b-8c99-1225d521e593 req-c6d974b8-110b-4ad1-993b-35a49a5cec18 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:37.017051 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-defd68f6-7d30-465b-8c99-1225d521e593 req-c6d974b8-110b-4ad1-993b-35a49a5cec18 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0552962 Apr 06 17:19:37.070086 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-defd68f6-7d30-465b-8c99-1225d521e593 req-cc542913-c834-423a-a7ed-a0626905d1c6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471377 Apr 06 17:19:37.386646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:19:37.490853 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:37.503290 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'e63fa336-45b8-428d-866a-78296b04500a', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:19:37.544086 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:37.544493 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.558031 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63fa336-45b8-428d-866a-78296b04500a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:37.577558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:37.585039 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.648984 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.652789 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:37.660736 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.661135 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.661509 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.661864 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.662202 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.662529 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.662856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.663208 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.663532 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.663856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.664180 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.664507 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.664824 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.665186 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.666095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:37.941322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['e63fa336-45b8-428d-866a-78296b04500a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:19:38.201750 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c345-03f3-4728-aec7-e664af4aeda3 req-fbd2a013-761f-4a46-8945-abf9235bf607 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.203203 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b32c345-03f3-4728-aec7-e664af4aeda3 req-fbd2a013-761f-4a46-8945-abf9235bf607 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 944 time: 0.0616143 Apr 06 17:19:38.255218 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b32c345-03f3-4728-aec7-e664af4aeda3 req-4010e137-51d2-4445-936a-fa85546a5ffa tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Apr 06 17:19:39.068222 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:39.386881 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05c5b1-f697-48b0-b325-cd2ef60cf9a1 req-7108d250-9486-40da-8c1a-397e919e4c05 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:39.388471 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ba05c5b1-f697-48b0-b325-cd2ef60cf9a1 req-7108d250-9486-40da-8c1a-397e919e4c05 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 944 time: 0.0546083 Apr 06 17:19:39.398935 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:39.440582 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ba05c5b1-f697-48b0-b325-cd2ef60cf9a1 req-5bb789ce-4661-4940-ac96-d4cb92edcf7b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459461 Apr 06 17:19:39.455125 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port e63fa336-45b8-428d-866a-78296b04500a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:19:39.466875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port e63fa336-45b8-428d-866a-78296b04500a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:39.466875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e63fa336-45b8-428d-866a-78296b04500a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:39.541525 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:39.541904 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:39.569599 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:39.572240 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87aea3-558b-432a-bded-090178aab805" -d '{"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:39.715900 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba65dec-e018-4c0c-afdb-eecad6c6a6c3 x-openstack-request-id: req-bba65dec-e018-4c0c-afdb-eecad6c6a6c3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:39.716234 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:39.716441 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bba65dec-e018-4c0c-afdb-eecad6c6a6c3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:39.716829 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba65dec-e018-4c0c-afdb-eecad6c6a6c3'] response: {'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'code': 200} Apr 06 17:19:39.720299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:39.724700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:39.776628 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:39.805137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e382d-d9ad-4302-b61a-21d7e8c0fd27 req-cd14d50a-26ce-4058-a820-52b0a8dd3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:39.807648 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8f0e382d-d9ad-4302-b61a-21d7e8c0fd27 req-cd14d50a-26ce-4058-a820-52b0a8dd3d15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1129 time: 0.0468936 Apr 06 17:19:39.858434 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8f0e382d-d9ad-4302-b61a-21d7e8c0fd27 req-737c0ba6-b413-4ee6-8ceb-3e56e3f00b65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395212 Apr 06 17:19:40.442138 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:40.571497 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b0288-3edf-4959-b497-6f149586834f req-786bfd9e-3818-4a36-be7a-fa3192a413c0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:40.573531 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-da7b0288-3edf-4959-b497-6f149586834f req-786bfd9e-3818-4a36-be7a-fa3192a413c0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Apr 06 17:19:40.619732 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-da7b0288-3edf-4959-b497-6f149586834f req-e59629d3-782c-419c-b713-aa2bfae1a610 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403056 Apr 06 17:19:41.747272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220f71-ee7b-4c78-8773-173a7da18ade req-a698d871-9796-4c19-84eb-e22991903977 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:41.748779 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a220f71-ee7b-4c78-8773-173a7da18ade req-a698d871-9796-4c19-84eb-e22991903977 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Apr 06 17:19:41.804709 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a220f71-ee7b-4c78-8773-173a7da18ade req-1be9842a-12ca-459c-b38b-5128c3f12061 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502648 Apr 06 17:19:42.937503 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83638b3-4282-4d56-a764-b0e3afea9348 req-63d29086-d2e6-4585-bbeb-a99199dc6520 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:42.939047 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b83638b3-4282-4d56-a764-b0e3afea9348 req-63d29086-d2e6-4585-bbeb-a99199dc6520 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0619717 Apr 06 17:19:42.989935 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b83638b3-4282-4d56-a764-b0e3afea9348 req-586f4f97-49c0-4385-8aad-e8f8305d80e2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Apr 06 17:19:43.140816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487de720-a0a5-4f91-89dc-758659ab3560 req-f2db75a8-66e4-4c60-9a7c-8da9643d7c43 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:43.142274 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-487de720-a0a5-4f91-89dc-758659ab3560 req-f2db75a8-66e4-4c60-9a7c-8da9643d7c43 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Apr 06 17:19:43.151060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:43.155567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Request body: {'floatingip': {'port_id': 'e63fa336-45b8-428d-866a-78296b04500a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:43.200299 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.655163 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.659173 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.768160 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Floating IP e5dba4a3-81ca-45ce-bcb1-211dd6791b92 associated. External IP: 172.27.3.231, port: e63fa336-45b8-428d-866a-78296b04500a. Apr 06 17:19:43.987948 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:44.120767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:44.125598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:44.132043 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:44.144105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:44.144746 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:44.156647 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9b644d8a-fdce-4274-a127-9a8cd6463f6f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "PUT /v2.0/floatingips/e5dba4a3-81ca-45ce-bcb1-211dd6791b92 HTTP/1.1" status: 200 len: 991 time: 1.0044796 Apr 06 17:19:44.157261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:44.159493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538" -d '{"events": [{"name": "network-changed", "server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:44.201292 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648f532-4d4f-435c-9f1b-32894f8986f2 x-openstack-request-id: req-e648f532-4d4f-435c-9f1b-32894f8986f2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:44.201581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:44.201837 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e648f532-4d4f-435c-9f1b-32894f8986f2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:44.202251 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e648f532-4d4f-435c-9f1b-32894f8986f2'] response: {'name': 'network-changed', 'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'status': 'completed', 'code': 200} Apr 06 17:19:44.266896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:44.283725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-641e6779-8eae-434d-8efe-b0cd0e99bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:44.286192 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-641e6779-8eae-434d-8efe-b0cd0e99bf65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1129 time: 0.0568657 Apr 06 17:19:44.391999 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-58b2e3b1-2557-4f34-9a57-aa914677d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:44.393442 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-58b2e3b1-2557-4f34-9a57-aa914677d1b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.0987043 Apr 06 17:19:44.467465 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-66214aa3-0f7d-4991-996c-1b77ee06a2f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 999 time: 0.0656474 Apr 06 17:19:44.520319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-8040b0fe-a117-49ca-825a-30fc16112955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:44.521808 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-8040b0fe-a117-49ca-825a-30fc16112955 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0467882 Apr 06 17:19:44.556895 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'e5dba4a3-81ca-45ce-bcb1-211dd6791b92', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:29Z', 'updated_at': '2022-04-06T17:19:43Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:44.580056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-e79bae3d-aef4-406e-bcaf-ba62d3a4c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:44.581598 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-e79bae3d-aef4-406e-bcaf-ba62d3a4c1c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521650 Apr 06 17:19:44.583287 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:44.592665 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:44.593310 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:44.680429 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-e6d7ecb6-1478-4acc-b46a-223154a51061 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Apr 06 17:19:44.707371 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:44.789802 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e41a7a2-3ad5-4ec2-9021-c3fc3de65538 req-369d28ab-c2ef-479a-bc70-6732e38c15c7 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988081 Apr 06 17:19:44.966189 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'e5dba4a3-81ca-45ce-bcb1-211dd6791b92', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:29Z', 'updated_at': '2022-04-06T17:19:43Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:44.993282 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f1e1b-f547-4784-8ba1-381dd2c50363 None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'e5dba4a3-81ca-45ce-bcb1-211dd6791b92', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:29Z', 'updated_at': '2022-04-06T17:19:43Z', 'revision_number': 1, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:45.201513 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbbc244-c3a5-4cc6-9d7b-e6e7cb0923b2 None None] New status for floating IP e5dba4a3-81ca-45ce-bcb1-211dd6791b92: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:49.975956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1b77c-0711-4bd1-8f9e-c4eef3df7bbc req-5b23cfd2-693a-41ca-b21e-c0dac5f9f4c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:49.978066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-68a1b77c-0711-4bd1-8f9e-c4eef3df7bbc req-5b23cfd2-693a-41ca-b21e-c0dac5f9f4c9 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0547316 Apr 06 17:19:50.025240 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-68a1b77c-0711-4bd1-8f9e-c4eef3df7bbc req-f75d4747-0cf6-40af-9474-a23fdac3f8dc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Apr 06 17:19:51.143357 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7956e-b099-443a-9fb0-97dfa0378493 req-64610703-026e-47a5-893f-19c1c2b951bd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:51.144821 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dfd7956e-b099-443a-9fb0-97dfa0378493 req-64610703-026e-47a5-893f-19c1c2b951bd tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Apr 06 17:19:51.191228 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dfd7956e-b099-443a-9fb0-97dfa0378493 req-d7739623-be60-4fac-8256-3dbe7ddd31e7 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Apr 06 17:19:52.310443 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580fc5-ab5e-47ca-b97b-bbace472bec2 req-0432d892-7a39-4d44-89de-b4ab9a933036 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:52.313119 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3580fc5-ab5e-47ca-b97b-bbace472bec2 req-0432d892-7a39-4d44-89de-b4ab9a933036 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0556064 Apr 06 17:19:52.364464 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3580fc5-ab5e-47ca-b97b-bbace472bec2 req-866d189d-63b8-40e6-9ca3-da8f01ba44f8 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Apr 06 17:19:53.484760 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1a385-74fc-456e-bbc7-522d9a910ab4 req-97bf10bc-89b9-4e1e-86b3-9516d59b315d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:53.486255 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bfa1a385-74fc-456e-bbc7-522d9a910ab4 req-97bf10bc-89b9-4e1e-86b3-9516d59b315d tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0515924 Apr 06 17:19:53.536342 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bfa1a385-74fc-456e-bbc7-522d9a910ab4 req-5359fe28-6bfd-402b-8187-984a0f4bd6dc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Apr 06 17:19:54.555248 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-62a93bde-a97e-4c46-b0f5-dfa036740d18 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:54.557700 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-62a93bde-a97e-4c46-b0f5-dfa036740d18 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0680087 Apr 06 17:19:54.697064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6e6db-7c6e-4c02-92ea-4a1669787bc2 req-b8a6945b-12b2-46b8-bc05-319924aed68c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:54.698441 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-91b6e6db-7c6e-4c02-92ea-4a1669787bc2 req-b8a6945b-12b2-46b8-bc05-319924aed68c tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 946 time: 0.0932131 Apr 06 17:19:54.706493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Deleting port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:54.706826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:54.798092 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-91b6e6db-7c6e-4c02-92ea-4a1669787bc2 req-473335f6-1ceb-4fff-8ebb-3a356ade86c0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b89b407-bad4-40b7-8d47-1dddbcab5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937819 Apr 06 17:19:54.824494 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] For port af5e8fbb-4ea9-453b-a85d-932ec82ccd75, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:54.824858 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:55.254623 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:55.254982 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:55.255298 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Floating IP 1d931c9e-9af0-4804-a039-e281829ee13e disassociated. External IP: 172.27.3.236, port: af5e8fbb-4ea9-453b-a85d-932ec82ccd75. Apr 06 17:19:55.255642 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Calling delete_port for af5e8fbb-4ea9-453b-a85d-932ec82ccd75 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:55.382417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (af5e8fbb-4ea9-453b-a85d-932ec82ccd75), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:55.415128 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event deleted for resources: {'Port': ['ID=af5e8fbb-4ea9-453b-a85d-932ec82ccd75,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:55.425031 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.425397 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.425735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.426077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.426414 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.426739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.427064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.427499 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.427704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.428021 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.428340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.428658 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.428981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.429322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.429639 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:55.543527 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:55.652880 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:55.662343 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:55.672983 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:55.673617 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:55.698686 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] No DVR routers for this DVR port af5e8fbb-4ea9-453b-a85d-932ec82ccd75 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:55.701128 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:55.704365 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fb34ea2-ed51-46ab-bdbe-1e94e4c52e11 req-8d4aff44-6507-4fe3-9704-0c1d20737875 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "DELETE /v2.0/ports/af5e8fbb-4ea9-453b-a85d-932ec82ccd75 HTTP/1.1" status: 204 len: 173 time: 1.1398106 Apr 06 17:19:55.704801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'name': 'network-vif-deleted', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:55.707052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0565c653-be41-4bdb-a341-04f1e35ec001" -d '{"events": [{"server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "name": "network-vif-deleted", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:55.747775 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5924e43-b346-4e9c-bc15-f0e3a073ae8a x-openstack-request-id: req-e5924e43-b346-4e9c-bc15-f0e3a073ae8a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:55.748372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a12e184-36cc-49e2-ae8f-dc42d56835a6", "name": "network-vif-deleted", "tag": "af5e8fbb-4ea9-453b-a85d-932ec82ccd75", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:55.748639 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5924e43-b346-4e9c-bc15-f0e3a073ae8a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:55.749120 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5924e43-b346-4e9c-bc15-f0e3a073ae8a'] response: {'server_uuid': '8a12e184-36cc-49e2-ae8f-dc42d56835a6', 'name': 'network-vif-deleted', 'tag': 'af5e8fbb-4ea9-453b-a85d-932ec82ccd75', 'status': 'completed', 'code': 200} Apr 06 17:19:55.810076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:55.928633 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b526f8-5c72-4ff6-8e95-5712f4b78ef2 req-e99fd3d0-aaf9-4d17-99c2-86eacd100ca1 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a12e184-36cc-49e2-ae8f-dc42d56835a6 HTTP/1.1" status: 200 len: 210 time: 0.0290508 Apr 06 17:19:56.048412 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:56.081971 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:56.091565 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:56.092166 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:19:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:56.201670 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:56.409791 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:56.438249 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c81f-5933-442d-a34a-9c400abd5f94 None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 4, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '32698016-b767-40fe-b31d-f7280cf13eec', 'name': '', 'network_id': 'ecd9345d-79bd-4b2c-b0f9-8a7889dd2983', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'mac_address': 'fa:16:3e:bb:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'subnets': [{'id': '2d47e66a-7010-479a-a6e0-0e453e24958b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:56.648661 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722375bd-ae3f-46e5-b00a-453d4d4a0d3d None None] New status for floating IP 1d931c9e-9af0-4804-a039-e281829ee13e: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:57.029127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:57.081763 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (2b89b407-bad4-40b7-8d47-1dddbcab5eb1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.105503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (2b89b407-bad4-40b7-8d47-1dddbcab5eb1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.152525 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2b89b407-bad4-40b7-8d47-1dddbcab5eb1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.155334 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.156492 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b89b407-bad4-40b7-8d47-1dddbcab5eb1 HTTP/1.1" status: 204 len: 168 time: 0.1263700 Apr 06 17:19:57.159208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:57.167458 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1caf34-f098-418e-8028-d5a10a51000f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b89b407-bad4-40b7-8d47-1dddbcab5eb1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:57.173628 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.api.v2.resource [None req-2bd40dd8-edb6-4d1f-b39c-6840e0d564ba tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] show failed (client error): The resource could not be found. Apr 06 17:19:57.177351 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:57.177550 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2bd40dd8-edb6-4d1f-b39c-6840e0d564ba tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups/2b89b407-bad4-40b7-8d47-1dddbcab5eb1 HTTP/1.1" status: 404 len: 347 time: 0.0170486 Apr 06 17:19:57.304452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Deleting port 6f4b421b-dc4f-4b32-8767-31eb0cb2c723 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:57.304820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.382943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.383812 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.396515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Calling delete_port for 6f4b421b-dc4f-4b32-8767-31eb0cb2c723 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:57.546029 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (6f4b421b-dc4f-4b32-8767-31eb0cb2c723), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.572734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event deleted for resources: {'Port': ['ID=6f4b421b-dc4f-4b32-8767-31eb0cb2c723,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:57.599128 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks [] for floatingip (1d931c9e-9af0-4804-a039-e281829ee13e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.602738 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:57.604190 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8c34ba95-1a61-4d8c-8cc8-712d24157650 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d931c9e-9af0-4804-a039-e281829ee13e HTTP/1.1" status: 204 len: 168 time: 0.4257791 Apr 06 17:19:59.177753 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-9ebdc3a5-ae2a-4ddb-be95-5a9bf03890be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461829 Apr 06 17:19:59.248152 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-3842bb80-17bb-4a3b-96ce-b453da79ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:59.249690 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-3842bb80-17bb-4a3b-96ce-b453da79ff3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 1129 time: 0.0487101 Apr 06 17:19:59.338829 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:59.361274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-a8d4296c-1403-4eef-af26-c0b1c6a877e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:59.362747 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-a8d4296c-1403-4eef-af26-c0b1c6a877e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.0862534 Apr 06 17:19:59.440473 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-8d22964b-6fe4-45f9-bbb3-c650a057b06f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 200 len: 1001 time: 0.0666776 Apr 06 17:19:59.489278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-92e03297-0df8-4f7d-af31-ffc1287051f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:59.490731 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-92e03297-0df8-4f7d-af31-ffc1287051f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0436120 Apr 06 17:19:59.512366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device af5e8fbb-4ea9-453b-a85d-932ec82ccd75 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:59.544931 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: af5e8fbb-4ea9-453b-a85d-932ec82ccd75 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:59.545537 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device af5e8fbb-4ea9-453b-a85d-932ec82ccd75 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:59.559100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-a81e9b2a-57c8-46b6-872d-c0600c3e739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:59.560600 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-a81e9b2a-57c8-46b6-872d-c0600c3e739b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621693 Apr 06 17:19:59.658378 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-acede215-5641-418c-b6d2-fd733410ceba service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877907 Apr 06 17:19:59.757491 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f609d5c-52ea-40c8-8d94-f4a92b7e2779 req-547af949-0eb4-4ba3-99d1-8aa20858e089 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908988 Apr 06 17:20:00.112801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b97269-afc5-4ed7-be03-d6c9c0224b0b req-6266cfa2-1edc-49ef-80f2-501fc128b7e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:00.114476 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0b97269-afc5-4ed7-be03-d6c9c0224b0b req-6266cfa2-1edc-49ef-80f2-501fc128b7e5 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0571723 Apr 06 17:20:00.166756 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0b97269-afc5-4ed7-be03-d6c9c0224b0b req-5201051f-4cda-417c-86a6-583006630526 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Apr 06 17:20:01.287613 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cba53-e1be-4866-b304-cb7a7167a418 req-2386e407-4b42-46aa-bd8f-3153a0453603 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:01.289139 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-343cba53-e1be-4866-b304-cb7a7167a418 req-2386e407-4b42-46aa-bd8f-3153a0453603 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0533130 Apr 06 17:20:01.336873 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-343cba53-e1be-4866-b304-cb7a7167a418 req-a5acfec2-9543-4266-a51c-46c5a39ab813 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Apr 06 17:20:02.464742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ca12-7085-4a5e-b80a-3eef48abc40c req-6ecbe506-1e58-4ddc-afc8-bf7df32716fc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:02.466303 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2025ca12-7085-4a5e-b80a-3eef48abc40c req-6ecbe506-1e58-4ddc-afc8-bf7df32716fc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0580926 Apr 06 17:20:02.513618 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2025ca12-7085-4a5e-b80a-3eef48abc40c req-2945cfd6-b431-47ab-9d4a-6c6e0f5d7372 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Apr 06 17:20:03.098243 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-b3b20b1e-f848-43cd-a79b-df5c4e2a0e65 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:03.099675 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-b3b20b1e-f848-43cd-a79b-df5c4e2a0e65 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Apr 06 17:20:03.403227 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Deleting port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:03.403574 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:03.510626 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] For port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:03.511358 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:03.524802 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Calling delete_port for b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:03.649799 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf33c0-c8d3-4e88-a7ff-cef804c436ca req-bebe872b-f607-469c-b49f-ac8fbec5b8cc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:03.651784 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4abf33c0-c8d3-4e88-a7ff-cef804c436ca req-bebe872b-f607-469c-b49f-ac8fbec5b8cc tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=9921a8c0-c5f2-4ed6-bf42-c892a7a928a1 HTTP/1.1" status: 200 len: 945 time: 0.0670848 Apr 06 17:20:03.666556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (b8bb601d-f2d4-4508-ad17-3c1890ddd8a1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:03.681340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:20:03.697917 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event deleted for resources: {'Port': ['ID=b8bb601d-f2d4-4508-ad17-3c1890ddd8a1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:03.715052 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4abf33c0-c8d3-4e88-a7ff-cef804c436ca req-009f81f3-202b-4990-bc87-abfe214d7d83 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572534 Apr 06 17:20:03.752033 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] No DVR routers for this DVR port b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:03.754849 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:03.758015 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-451a3288-a0b8-4829-bbb2-9d79ca7acab9 req-c3a1ef87-a201-4de0-804b-b0452eea3c4f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "DELETE /v2.0/ports/b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 HTTP/1.1" status: 204 len: 173 time: 0.4545562 Apr 06 17:20:03.758803 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'name': 'network-vif-deleted', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:03.761558 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a180c-faec-42a7-8590-fa8afdd1222e" -d '{"events": [{"server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "name": "network-vif-deleted", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:03.809981 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a0b4e-a8ce-4a79-a2bf-03e8f06802fe x-openstack-request-id: req-8c2a0b4e-a8ce-4a79-a2bf-03e8f06802fe {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:03.810396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9921a8c0-c5f2-4ed6-bf42-c892a7a928a1", "name": "network-vif-deleted", "tag": "b8bb601d-f2d4-4508-ad17-3c1890ddd8a1", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:03.810724 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c2a0b4e-a8ce-4a79-a2bf-03e8f06802fe {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:03.811197 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a0b4e-a8ce-4a79-a2bf-03e8f06802fe'] response: {'server_uuid': '9921a8c0-c5f2-4ed6-bf42-c892a7a928a1', 'name': 'network-vif-deleted', 'tag': 'b8bb601d-f2d4-4508-ad17-3c1890ddd8a1', 'status': 'completed', 'code': 200} Apr 06 17:20:03.943855 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1397-0fea-4021-ad17-77656c7bb954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:05.050769 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8c8fc-a61b-450e-bae3-aaab0e9a64a3 req-b621b2df-2ab3-47d2-bcc2-2406ca1f708f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:05.052285 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-51b8c8fc-a61b-450e-bae3-aaab0e9a64a3 req-b621b2df-2ab3-47d2-bcc2-2406ca1f708f tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.1046448 Apr 06 17:20:05.103099 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-51b8c8fc-a61b-450e-bae3-aaab0e9a64a3 req-d07408f8-4214-40e8-ba7e-32f495a5341e tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Apr 06 17:20:06.221834 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a608c2-27c1-4e0d-928e-3dc25eccecea req-060120ff-ed9a-42f9-8295-cc4b478158d0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:06.223291 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5a608c2-27c1-4e0d-928e-3dc25eccecea req-060120ff-ed9a-42f9-8295-cc4b478158d0 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0527775 Apr 06 17:20:06.268297 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5a608c2-27c1-4e0d-928e-3dc25eccecea req-782cd762-57c8-4167-8f06-3ab33b7070da tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Apr 06 17:20:06.676220 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30e45c17-ed9c-451c-aad3-86903ae5924d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:07.059690 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:20:07.390431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea769cb-4ab7-4668-8bf7-1de7bc1df597 req-9a6aa23e-5ee2-48c8-a849-4327cba2a5df tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:07.391866 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ea769cb-4ab7-4668-8bf7-1de7bc1df597 req-9a6aa23e-5ee2-48c8-a849-4327cba2a5df tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0565951 Apr 06 17:20:07.439338 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8ea769cb-4ab7-4668-8bf7-1de7bc1df597 req-f2aedc20-1b7d-4483-83eb-80e23ce4c86a tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Apr 06 17:20:07.539810 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:07.560173 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:07.560514 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device b8bb601d-f2d4-4508-ad17-3c1890ddd8a1 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:07.636520 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:08.588525 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0233b-5e34-42f4-9534-7105028efb03 req-8eedcddb-0cff-41f5-967c-7af0547ee434 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:08.590161 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0fd0233b-5e34-42f4-9534-7105028efb03 req-8eedcddb-0cff-41f5-967c-7af0547ee434 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.0532737 Apr 06 17:20:08.640653 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0fd0233b-5e34-42f4-9534-7105028efb03 req-d89b509c-fc00-4639-b6d8-a8bad41922c4 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3f6c570-aa4f-4693-93b6-e241cfca6cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Apr 06 17:20:09.070449 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.203340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-674eb1b9-d395-4c3b-b198-141d5365f347 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:09.204780 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-674eb1b9-d395-4c3b-b198-141d5365f347 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 945 time: 0.1038036 Apr 06 17:20:09.300118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Deleting port 325cfc15-84ed-40d3-a0ac-640d92c96d7a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:09.300489 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.393651 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] For port 325cfc15-84ed-40d3-a0ac-640d92c96d7a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=325cfc15-84ed-40d3-a0ac-640d92c96d7a,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:09.393913 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.407254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Calling delete_port for 325cfc15-84ed-40d3-a0ac-640d92c96d7a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:09.546364 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (325cfc15-84ed-40d3-a0ac-640d92c96d7a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.559336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['325cfc15-84ed-40d3-a0ac-640d92c96d7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:20:09.574159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Pushing event deleted for resources: {'Port': ['ID=325cfc15-84ed-40d3-a0ac-640d92c96d7a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:09.620560 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] No DVR routers for this DVR port 325cfc15-84ed-40d3-a0ac-640d92c96d7a on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:09.622985 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.626253 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e426b5db-a9e6-442a-a420-cc04e7a22ddd req-a940eb62-6848-499e-9384-e3d98f8e1876 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.43 "DELETE /v2.0/ports/325cfc15-84ed-40d3-a0ac-640d92c96d7a HTTP/1.1" status: 204 len: 173 time: 0.4154878 Apr 06 17:20:09.626687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'name': 'network-vif-deleted', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:09.628897 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a089e-05a6-4ffc-98f2-42755c434d9d" -d '{"events": [{"server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "name": "network-vif-deleted", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:09.672913 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a696eb-f0c0-4226-9115-4684c5d25ca4 x-openstack-request-id: req-53a696eb-f0c0-4226-9115-4684c5d25ca4 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:09.673434 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737f300b-bccb-46fe-ac57-b8f91dcab84e", "name": "network-vif-deleted", "tag": "325cfc15-84ed-40d3-a0ac-640d92c96d7a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:09.674032 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53a696eb-f0c0-4226-9115-4684c5d25ca4 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:09.674664 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a696eb-f0c0-4226-9115-4684c5d25ca4'] response: {'server_uuid': '737f300b-bccb-46fe-ac57-b8f91dcab84e', 'name': 'network-vif-deleted', 'tag': '325cfc15-84ed-40d3-a0ac-640d92c96d7a', 'status': 'completed', 'code': 200} Apr 06 17:20:09.746879 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3472a046-6a7b-42c6-897f-89ddf91073ac req-69b4f8f0-0140-4306-abbf-a7c73df8b122 tempest-ServerRescueNegativeTestJSON-37964580 tempest-ServerRescueNegativeTestJSON-37964580-project] 10.222.0.23 "GET /v2.0/ports?device_id=737f300b-bccb-46fe-ac57-b8f91dcab84e HTTP/1.1" status: 200 len: 210 time: 0.0302496 Apr 06 17:20:10.445425 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:10.805142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54362) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:11.331635 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:11.629009 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Deleting port 32698016-b767-40fe-b31d-f7280cf13eec {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:11.629295 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (32698016-b767-40fe-b31d-f7280cf13eec), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:11.707822 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] For port 32698016-b767-40fe-b31d-f7280cf13eec, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=32698016-b767-40fe-b31d-f7280cf13eec,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:11.708185 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (32698016-b767-40fe-b31d-f7280cf13eec), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:11.720977 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Calling delete_port for 32698016-b767-40fe-b31d-f7280cf13eec owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:11.899285 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (32698016-b767-40fe-b31d-f7280cf13eec), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:11.924276 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Pushing event deleted for resources: {'Port': ['ID=32698016-b767-40fe-b31d-f7280cf13eec,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:12.092132 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:12.319833 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:20:12.431867 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:20:12.440644 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a2826c23-48a1-4b64-982d-bfdb5a73806a admin admin] 10.222.0.23 "PUT /v2.0/routers/0b458a0a-4b2a-464c-af91-19cd6fc09e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341734 Apr 06 17:20:12.442952 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:12.447084 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Sync routers for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:20:12.457612 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:12.458222 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:12.570911 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:12.769534 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks [] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:12.880752 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks [] for router_gateway (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:12.896666 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:20:11Z', 'revision_number': 5, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port': {'id': 'ba2d0d00-e492-4ac7-820a-55325c36122c', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:12.923074 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Checking router: 0b458a0a-4b2a-464c-af91-19cd6fc09e4e for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:20:12.932439 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Routers {'0b458a0a-4b2a-464c-af91-19cd6fc09e4e'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:12.933081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:12.935010 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Deleting port ba2d0d00-e492-4ac7-820a-55325c36122c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:12.935525 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.016591 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] For port ba2d0d00-e492-4ac7-820a-55325c36122c, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=ba2d0d00-e492-4ac7-820a-55325c36122c,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:13.016952 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.029676 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Calling delete_port for ba2d0d00-e492-4ac7-820a-55325c36122c owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:13.031027 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] Set router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:13.084397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:20:12Z', 'revision_number': 6, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:13.111165 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802661e-8eb4-4679-a72e-c0009a068a85 None None] The sync data for ids ['0b458a0a-4b2a-464c-af91-19cd6fc09e4e'] in dv-cinder-836859-1-iscsi is: [{'id': '0b458a0a-4b2a-464c-af91-19cd6fc09e4e', 'name': 'tempest-ServerRescueNegativeTestJSON-1702871014-router', 'tenant_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:20:12Z', 'revision_number': 6, 'project_id': '6fa0dc0a67044ddaa6c2a918a18b5921', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:20:13.200630 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (ba2d0d00-e492-4ac7-820a-55325c36122c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.230031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2d0d00-e492-4ac7-820a-55325c36122c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:13.298065 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.407794 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.409959 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks [] for router_controller (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.479404 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (0b458a0a-4b2a-464c-af91-19cd6fc09e4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.480077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b458a0a-4b2a-464c-af91-19cd6fc09e4e {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:20:13.486709 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.490883 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ca45754e-0e65-4d44-835e-cdc04ebf27d1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0b458a0a-4b2a-464c-af91-19cd6fc09e4e HTTP/1.1" status: 204 len: 168 time: 1.0437839 Apr 06 17:20:13.490883 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:13.544237 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Deleting subnet 2d47e66a-7010-479a-a6e0-0e453e24958b {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:20:13.547529 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Publish callbacks [] for subnet (2d47e66a-7010-479a-a6e0-0e453e24958b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.554222 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 325cfc15-84ed-40d3-a0ac-640d92c96d7a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:13.581550 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 325cfc15-84ed-40d3-a0ac-640d92c96d7a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:13.581894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 325cfc15-84ed-40d3-a0ac-640d92c96d7a not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:13.586724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (2d47e66a-7010-479a-a6e0-0e453e24958b), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.592200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 32698016-b767-40fe-b31d-f7280cf13eec no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:13.622995 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 32698016-b767-40fe-b31d-f7280cf13eec {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:13.623336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 32698016-b767-40fe-b31d-f7280cf13eec not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:13.698859 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (2d47e66a-7010-479a-a6e0-0e453e24958b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.752879 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (2d47e66a-7010-479a-a6e0-0e453e24958b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.780532 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d47e66a-7010-479a-a6e0-0e453e24958b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:13.783425 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.786523 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-40239ea5-01c4-47fc-b4ef-61deb259aac5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2d47e66a-7010-479a-a6e0-0e453e24958b HTTP/1.1" status: 204 len: 168 time: 0.2947698 Apr 06 17:20:13.788410 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda523a3-d34d-4b8e-8cce-a46ca4e0114d None None] Network ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:20:13.789154 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54378) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:13.861744 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.929885 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Deleting port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:13.930171 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.944553 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] DHCP port deletion for ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:20:14.005076 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] For port b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:14.005697 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.005827 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Deleting port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:14.006105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.024936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Calling delete_port for b0c1c3c1-43d2-438e-8f67-40c07284f6b9 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:14.079076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] For port b0c1c3c1-43d2-438e-8f67-40c07284f6b9, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,segment=NetworkSegment(848900ad-4023-48de-b895-495f3892a929),segment_id=848900ad-4023-48de-b895-495f3892a929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:14.079475 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.092870 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Calling delete_port for b0c1c3c1-43d2-438e-8f67-40c07284f6b9 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:14.111991 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.137541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:14.141874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] No DVR routers for this DVR port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:14.222785 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.225086 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (b0c1c3c1-43d2-438e-8f67-40c07284f6b9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.247231 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd9345d-79bd-4b2c-b0f9-8a7889dd2983']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:14.251752 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] Pushing event deleted for resources: {'Port': ['ID=b0c1c3c1-43d2-438e-8f67-40c07284f6b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:14.255460 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fc048-792a-4b5c-b348-9e720701f502 None None] No DVR routers for this DVR port b0c1c3c1-43d2-438e-8f67-40c07284f6b9 on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:14.260866 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848900ad-4023-48de-b895-495f3892a929') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:14.261202 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848900ad-4023-48de-b895-495f3892a929') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:14.272866 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (848900ad-4023-48de-b895-495f3892a929), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.297496 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (848900ad-4023-48de-b895-495f3892a929), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.303193 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:20:14.303584 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (848900ad-4023-48de-b895-495f3892a929), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:20:14.305597 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:20:14.359313 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (ecd9345d-79bd-4b2c-b0f9-8a7889dd2983), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.365437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.369207 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ecd9345d-79bd-4b2c-b0f9-8a7889dd2983 HTTP/1.1" status: 204 len: 168 time: 0.5790265 Apr 06 17:20:14.387044 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63043c-838f-468f-9459-246e306e7ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd9345d-79bd-4b2c-b0f9-8a7889dd2983,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:14.486076 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54384) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:14.526218 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0d660322-65c0-4a14-9bc2-b8fbd50ea33e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fa0dc0a67044ddaa6c2a918a18b5921&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387790 Apr 06 17:20:14.528525 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54386) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:14.575473 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] Publish callbacks [] for security_group (a3f6c570-aa4f-4693-93b6-e241cfca6cdc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.595661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] Publish callbacks [] for security_group (a3f6c570-aa4f-4693-93b6-e241cfca6cdc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.641321 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a3f6c570-aa4f-4693-93b6-e241cfca6cdc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.643907 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:14.645081 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3f6c570-aa4f-4693-93b6-e241cfca6cdc HTTP/1.1" status: 204 len: 168 time: 0.1155961 Apr 06 17:20:14.652635 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dea30-3d59-4fb9-9302-4da9c259c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f6c570-aa4f-4693-93b6-e241cfca6cdc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:15.352753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54410) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:15.482722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-113894688-network', 'tenant_id': 'f035c1a121724c7798c08216beb623f9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:15.515944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Made reservation on behalf of f035c1a121724c7798c08216beb623f9 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:15.516734 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device ba2d0d00-e492-4ac7-820a-55325c36122c no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:15.518582 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.532922 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.539819 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: ba2d0d00-e492-4ac7-820a-55325c36122c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:15.540312 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device ba2d0d00-e492-4ac7-820a-55325c36122c not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:15.540839 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device b0c1c3c1-43d2-438e-8f67-40c07284f6b9 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:15.563203 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: b0c1c3c1-43d2-438e-8f67-40c07284f6b9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:15.563889 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device b0c1c3c1-43d2-438e-8f67-40c07284f6b9 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:15.628265 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks [] for security_group (86564119-2775-497b-afca-f9c0f5015d19), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.633577 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (86564119-2775-497b-afca-f9c0f5015d19), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.659958 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:20:15.672859 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86564119-2775-497b-afca-f9c0f5015d19,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:15.681294 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.681611 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Added segment f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0 of type vlan for network 683eaabc-a65c-4d4f-9897-d07a6a6b246c Apr 06 17:20:15.723594 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (683eaabc-a65c-4d4f-9897-d07a6a6b246c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.749301 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (683eaabc-a65c-4d4f-9897-d07a6a6b246c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.750280 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:15.750863 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.802201 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4483037 Apr 06 17:20:15.805180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:15.810250 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Request body: {'subnet': {'network_id': '683eaabc-a65c-4d4f-9897-d07a6a6b246c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-113894688-subnet', 'tenant_id': 'f035c1a121724c7798c08216beb623f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:15.813473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1b699-3193-4fdd-96b8-fe98de9419c2 admin admin] Pushing event updated for resources: {'Network': ['ID=683eaabc-a65c-4d4f-9897-d07a6a6b246c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:15.823933 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 683eaabc-a65c-4d4f-9897-d07a6a6b246c details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:20:15.831862 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Made reservation on behalf of f035c1a121724c7798c08216beb623f9 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:15.834279 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374143'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:15.999101 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4434119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374113'] for subnet (d52a4e04-e00c-4a6d-8671-efca75d2d327), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.056419 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52a4e04-e00c-4a6d-8671-efca75d2d327,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:16.063633 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Checking segment: {'id': 'f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683eaabc-a65c-4d4f-9897-d07a6a6b246c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:20:16.063994 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Network hostable DHCP agents. Network: 683eaabc-a65c-4d4f-9897-d07a6a6b246c, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:20:16.080727 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Network 683eaabc-a65c-4d4f-9897-d07a6a6b246c is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:20:16.089494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 683eaabc-a65c-4d4f-9897-d07a6a6b246c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:16.093481 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:16.094070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.099976 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35048227-1f60-4907-adaf-c5f3dfb6e506 None None] Network 683eaabc-a65c-4d4f-9897-d07a6a6b246c requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:20:16.111160 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-137ec5d4-63a5-45cb-ab22-fcf27eba0091 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3047254 Apr 06 17:20:16.201868 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418fe37-bb0a-4564-8c56-b4a693032b95 None None] Network 683eaabc-a65c-4d4f-9897-d07a6a6b246c requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:20:16.604922 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54440) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:16.609936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124950615-network', 'tenant_id': '2d5008d753ef42d787e7d97b11d587ad'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:16.630646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Made reservation on behalf of 2d5008d753ef42d787e7d97b11d587ad for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:16.633799 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.646861 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.728976 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks [] for security_group (a19c2e48-da4a-4041-86bb-258d8bb31ac2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.733134 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a19c2e48-da4a-4041-86bb-258d8bb31ac2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.760254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:20:16.769513 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c2e48-da4a-4041-86bb-258d8bb31ac2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:16.778088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (27ac891f-12ca-4493-b95e-23f1d6444d5a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.778438 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Added segment 27ac891f-12ca-4493-b95e-23f1d6444d5a of type vlan for network a7ef4953-57c9-4a37-8588-3727a75e0079 Apr 06 17:20:16.828506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (a7ef4953-57c9-4a37-8588-3727a75e0079), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.856393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (a7ef4953-57c9-4a37-8588-3727a75e0079), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.857624 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:16.858466 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:16.909965 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3039083 Apr 06 17:20:16.912724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:16.918213 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Request body: {'subnet': {'network_id': 'a7ef4953-57c9-4a37-8588-3727a75e0079', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124950615-subnet', 'tenant_id': '2d5008d753ef42d787e7d97b11d587ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:16.921586 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cce98-07fb-4504-bd03-ea88647cc70d admin admin] Pushing event updated for resources: {'Network': ['ID=a7ef4953-57c9-4a37-8588-3727a75e0079,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:16.931928 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network a7ef4953-57c9-4a37-8588-3727a75e0079 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:20:16.939609 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Made reservation on behalf of 2d5008d753ef42d787e7d97b11d587ad for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:16.942038 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374143'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.105098 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4434119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374113'] for subnet (08a47ce5-9077-4383-ad0b-bc33037bcc44), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.156638 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a47ce5-9077-4383-ad0b-bc33037bcc44,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:17.173577 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Checking segment: {'id': '27ac891f-12ca-4493-b95e-23f1d6444d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7ef4953-57c9-4a37-8588-3727a75e0079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:20:17.173859 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Network hostable DHCP agents. Network: a7ef4953-57c9-4a37-8588-3727a75e0079, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:20:17.190073 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Network a7ef4953-57c9-4a37-8588-3727a75e0079 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:20:17.199043 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, a7ef4953-57c9-4a37-8588-3727a75e0079) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:17.203725 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:17.204392 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.210031 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d200a-c239-46f0-aea7-03c6030fd478 None None] Network a7ef4953-57c9-4a37-8588-3727a75e0079 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:20:17.220877 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-aab644b4-11be-4dbb-90bc-fec15fc0e690 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3069377 Apr 06 17:20:17.308798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed7e7a-d22e-463f-ba58-4d5dc71a3056 None None] Network a7ef4953-57c9-4a37-8588-3727a75e0079 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:20:17.340196 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:17.394560 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Deleting subnet d52a4e04-e00c-4a6d-8671-efca75d2d327 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:20:17.398876 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Publish callbacks [] for subnet (d52a4e04-e00c-4a6d-8671-efca75d2d327), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.435179 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (d52a4e04-e00c-4a6d-8671-efca75d2d327), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.472738 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (d52a4e04-e00c-4a6d-8671-efca75d2d327), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.528338 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (d52a4e04-e00c-4a6d-8671-efca75d2d327), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.556562 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52a4e04-e00c-4a6d-8671-efca75d2d327,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:17.560287 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.565804 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2f0485da-89ef-4c60-9ecd-131f9778d160 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d52a4e04-e00c-4a6d-8671-efca75d2d327 HTTP/1.1" status: 204 len: 168 time: 0.2226908 Apr 06 17:20:17.566608 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:17.635438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (683eaabc-a65c-4d4f-9897-d07a6a6b246c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.714194 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (683eaabc-a65c-4d4f-9897-d07a6a6b246c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.733552 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683eaabc-a65c-4d4f-9897-d07a6a6b246c']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:17.743307 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:17.743618 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:17.752726 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.765840 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.771520 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:20:17.771989 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (f7625fc9-cd4c-41e4-8ad0-48e4be9e3ae0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:20:17.773940 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:20:17.826904 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (683eaabc-a65c-4d4f-9897-d07a6a6b246c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.832272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.835459 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] 10.222.0.23 "DELETE /v2.0/networks/683eaabc-a65c-4d4f-9897-d07a6a6b246c HTTP/1.1" status: 204 len: 168 time: 0.2678833 Apr 06 17:20:17.838948 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:17.853287 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c754bdc-6398-4246-815c-c47f8f277089 admin admin] Pushing event deleted for resources: {'Network': ['ID=683eaabc-a65c-4d4f-9897-d07a6a6b246c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:17.901363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Deleting subnet 08a47ce5-9077-4383-ad0b-bc33037bcc44 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:20:17.904684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Publish callbacks [] for subnet (08a47ce5-9077-4383-ad0b-bc33037bcc44), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.946755 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Publish callbacks [] for subnet (08a47ce5-9077-4383-ad0b-bc33037bcc44), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:17.956576 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (08a47ce5-9077-4383-ad0b-bc33037bcc44), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.016337 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for subnet (08a47ce5-9077-4383-ad0b-bc33037bcc44), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.043477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a47ce5-9077-4383-ad0b-bc33037bcc44,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:18.045474 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.048683 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-39b28954-a4fe-46b3-ad51-4f9135491009 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08a47ce5-9077-4383-ad0b-bc33037bcc44 HTTP/1.1" status: 204 len: 168 time: 0.2086833 Apr 06 17:20:18.051157 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:18.134896 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (a7ef4953-57c9-4a37-8588-3727a75e0079), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.221335 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a75c-bda1-4c6e-9b96-8e54ea833ede req-211a5e4d-3f7f-43da-9c9c-f7866dbb0521 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:18.222752 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5db1a75c-bda1-4c6e-9b96-8e54ea833ede req-211a5e4d-3f7f-43da-9c9c-f7866dbb0521 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0551548 Apr 06 17:20:18.227455 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (a7ef4953-57c9-4a37-8588-3727a75e0079), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.248979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.249348 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.250107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.250439 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > port after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.250758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.251089 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > port after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.251430 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.251763 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.252078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.252425 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.271025 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5db1a75c-bda1-4c6e-9b96-8e54ea833ede req-ac1aa3b4-6609-4eb7-9d99-64b531f76ae8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Apr 06 17:20:18.332804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.333328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.333522 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.333855 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:20:18.334219 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ef4953-57c9-4a37-8588-3727a75e0079']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:18.351261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ac891f-12ca-4493-b95e-23f1d6444d5a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:18.352073 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ac891f-12ca-4493-b95e-23f1d6444d5a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:18.368010 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4903211'] for segment (27ac891f-12ca-4493-b95e-23f1d6444d5a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.387771 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (27ac891f-12ca-4493-b95e-23f1d6444d5a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.396404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:20:18.396784 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66418609'] for segment (27ac891f-12ca-4493-b95e-23f1d6444d5a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: from cryptography.utils import int_from_bytes Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: from cryptography.utils import int_from_bytes Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: Traceback (most recent call last): Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: timer() Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: cb(*args, **kw) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: self._notify() Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: self.callback(batched_events) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: event.method(event) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: return f(self, *a, **k) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._get(url).json() Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:20:18.400924 dv-cinder-836859-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:20:18.454739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (a7ef4953-57c9-4a37-8588-3727a75e0079), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.460280 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.464277 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7ef4953-57c9-4a37-8588-3727a75e0079 HTTP/1.1" status: 204 len: 168 time: 0.4121940 Apr 06 17:20:18.481573 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c86c26-4a56-443d-b6c1-17a009bd3211 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ef4953-57c9-4a37-8588-3727a75e0079,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:18.623137 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54472) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:18.662479 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-048fbfed-7f6c-42e0-99e9-beb06a934852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f035c1a121724c7798c08216beb623f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381234 Apr 06 17:20:18.665541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:18.710647 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] Publish callbacks [] for security_group (86564119-2775-497b-afca-f9c0f5015d19), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.732847 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] Publish callbacks [] for security_group (86564119-2775-497b-afca-f9c0f5015d19), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.782506 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (86564119-2775-497b-afca-f9c0f5015d19), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.785150 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:18.786299 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86564119-2775-497b-afca-f9c0f5015d19 HTTP/1.1" status: 204 len: 168 time: 0.1198609 Apr 06 17:20:18.794893 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ced47-6e66-461a-8ffd-e15c1f4a2342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86564119-2775-497b-afca-f9c0f5015d19,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:19.105138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54480) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:19.144087 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4b1445c9-f676-4e10-8b18-bab4eda2c45a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d5008d753ef42d787e7d97b11d587ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377307 Apr 06 17:20:19.146451 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54482) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:19.194642 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] Publish callbacks [] for security_group (a19c2e48-da4a-4041-86bb-258d8bb31ac2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:19.216424 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] Publish callbacks [] for security_group (a19c2e48-da4a-4041-86bb-258d8bb31ac2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:19.262712 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a19c2e48-da4a-4041-86bb-258d8bb31ac2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:19.265451 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:19.266586 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a19c2e48-da4a-4041-86bb-258d8bb31ac2 HTTP/1.1" status: 204 len: 168 time: 0.1191773 Apr 06 17:20:19.275130 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c09d29-e00e-4043-9d07-347ba5e8211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c2e48-da4a-4041-86bb-258d8bb31ac2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:19.394276 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c1d4-3bb7-432e-b9ae-4a34ddba7290 req-91a4de8b-c8b5-4b24-9b29-6c009d8f692f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:19.395747 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b99c1d4-3bb7-432e-b9ae-4a34ddba7290 req-91a4de8b-c8b5-4b24-9b29-6c009d8f692f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0549297 Apr 06 17:20:19.445011 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b99c1d4-3bb7-432e-b9ae-4a34ddba7290 req-cb3bb45d-9e0a-46e2-bb5a-41aece09b4cd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434780 Apr 06 17:20:20.113950 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-34344bc7-ced7-4d79-bb35-317530dfea57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:20.115416 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-34344bc7-ced7-4d79-bb35-317530dfea57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Apr 06 17:20:20.386003 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port c71a9187-d822-4e29-8007-8a9eb284c3a7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:20.386356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:20.477388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] For port c71a9187-d822-4e29-8007-8a9eb284c3a7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c71a9187-d822-4e29-8007-8a9eb284c3a7,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:20.478050 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:20.568444 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41260d10-26ee-4433-9805-4312dbc85859 req-8f7e3d6e-8715-4864-ae4e-c600734c627a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:20.569984 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-41260d10-26ee-4433-9805-4312dbc85859 req-8f7e3d6e-8715-4864-ae4e-c600734c627a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 945 time: 0.0572596 Apr 06 17:20:20.622007 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-41260d10-26ee-4433-9805-4312dbc85859 req-02d05e0f-6587-45b6-8f42-e111709af11d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aec0d0d-93a8-4c46-bbfa-79d6115fac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Apr 06 17:20:20.669061 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:20.669442 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:20.669763 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 214271df-7cf3-43b6-bfdb-875adb80b6f4 disassociated. External IP: 172.27.3.41, port: c71a9187-d822-4e29-8007-8a9eb284c3a7. Apr 06 17:20:20.670110 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for c71a9187-d822-4e29-8007-8a9eb284c3a7 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:20.805996 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (c71a9187-d822-4e29-8007-8a9eb284c3a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:20.838816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=c71a9187-d822-4e29-8007-8a9eb284c3a7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:20.959274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:20:21.069141 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:20:21.079867 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:20:21.092699 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:21.093390 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:21.111049 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] No DVR routers for this DVR port c71a9187-d822-4e29-8007-8a9eb284c3a7 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:21.113590 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:21.117528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eaaa14e6-dfa0-41b7-8d41-ad45c986168f req-2e8b56c0-cc7b-44c0-b260-8edd0efdbee1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "DELETE /v2.0/ports/c71a9187-d822-4e29-8007-8a9eb284c3a7 HTTP/1.1" status: 204 len: 173 time: 0.9926372 Apr 06 17:20:21.117996 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'name': 'network-vif-deleted', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:21.120719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c429df7-72ea-46dc-8948-b6f99572906c" -d '{"events": [{"server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "name": "network-vif-deleted", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:21.161531 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ef3ca-f2c0-4eff-880c-34d9da5c4053 x-openstack-request-id: req-af3ef3ca-f2c0-4eff-880c-34d9da5c4053 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:21.161912 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536c595-8a80-4348-96db-ba3b96e1f658", "name": "network-vif-deleted", "tag": "c71a9187-d822-4e29-8007-8a9eb284c3a7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:21.162102 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af3ef3ca-f2c0-4eff-880c-34d9da5c4053 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:21.162512 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3ef3ca-f2c0-4eff-880c-34d9da5c4053'] response: {'server_uuid': '9536c595-8a80-4348-96db-ba3b96e1f658', 'name': 'network-vif-deleted', 'tag': 'c71a9187-d822-4e29-8007-8a9eb284c3a7', 'status': 'completed', 'code': 200} Apr 06 17:20:21.224514 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:21.431904 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:21.460577 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:20:21.471052 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:21.471658 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:21.588274 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:21.738431 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-608ba3c8-f2e3-49a8-a775-e88c7b3b0540 req-834d4840-8b16-49a0-b77a-a524dad0d315 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=9536c595-8a80-4348-96db-ba3b96e1f658 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Apr 06 17:20:21.879967 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:21.906572 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3eb3-4a7b-43de-80ca-a1523f894dfe None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:20:22.140256 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39bb03-ccc5-48a2-a277-4f9e2bba3f03 None None] New status for floating IP 214271df-7cf3-43b6-bfdb-875adb80b6f4: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:20:22.821703 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54556) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:22.873192 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (7aec0d0d-93a8-4c46-bbfa-79d6115fac86), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:22.896771 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (7aec0d0d-93a8-4c46-bbfa-79d6115fac86), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:22.942799 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7aec0d0d-93a8-4c46-bbfa-79d6115fac86), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:22.945855 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:22.947055 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/security-groups/7aec0d0d-93a8-4c46-bbfa-79d6115fac86 HTTP/1.1" status: 204 len: 168 time: 0.1243339 Apr 06 17:20:22.949929 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:22.955815 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524c51-ccab-439d-9cca-ffcccbd0fab7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec0d0d-93a8-4c46-bbfa-79d6115fac86,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:22.965095 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-2909e17f-16bb-4a6a-828f-4976c155625d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] show failed (client error): The resource could not be found. Apr 06 17:20:22.966115 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2909e17f-16bb-4a6a-828f-4976c155625d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups/7aec0d0d-93a8-4c46-bbfa-79d6115fac86 HTTP/1.1" status: 404 len: 347 time: 0.0152137 Apr 06 17:20:22.968933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:23.091404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:23.091654 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.168343 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.168672 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.180313 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:23.307240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.332480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=c0ac52ce-48e3-4b9f-b3ba-f3fb575b3f79,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:23.572664 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c71a9187-d822-4e29-8007-8a9eb284c3a7 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:23.610323 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: c71a9187-d822-4e29-8007-8a9eb284c3a7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:23.610811 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c71a9187-d822-4e29-8007-8a9eb284c3a7 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:23.665077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (214271df-7cf3-43b6-bfdb-875adb80b6f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.667735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:23.671066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cf490cd8-aeae-4ab2-a38e-694176a4aeb9 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/floatingips/214271df-7cf3-43b6-bfdb-875adb80b6f4 HTTP/1.1" status: 204 len: 168 time: 0.7010419 Apr 06 17:20:23.939166 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:23.943646 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153797207', 'description': 'tempest-description--599223560'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:23.963966 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.027992 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (8e3e1321-f877-4eaa-bb17-d8b61992e6a7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.031732 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8e3e1321-f877-4eaa-bb17-d8b61992e6a7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.060055 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.061272 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1210966 Apr 06 17:20:24.063091 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d7ed-81ab-4974-af2d-0418e1418d45 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3e1321-f877-4eaa-bb17-d8b61992e6a7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:24.064229 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:24.069957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '8e3e1321-f877-4eaa-bb17-d8b61992e6a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:24.094781 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (c6a59c87-52ce-4590-8975-4a6e250a6ef5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.150375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (c6a59c87-52ce-4590-8975-4a6e250a6ef5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.154245 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (c6a59c87-52ce-4590-8975-4a6e250a6ef5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.172111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a59c87-52ce-4590-8975-4a6e250a6ef5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:24.179393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.180788 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-dee12170-d393-4ba0-8067-6e88d3f576f1 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146669 Apr 06 17:20:24.183314 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54578) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:24.187500 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'security_group_rule': {'security_group_id': '8e3e1321-f877-4eaa-bb17-d8b61992e6a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:24.212338 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (9656ec6e-0f4c-4968-8fb3-11794fb4ccda), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.266083 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (9656ec6e-0f4c-4968-8fb3-11794fb4ccda), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.269512 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (9656ec6e-0f4c-4968-8fb3-11794fb4ccda), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.284100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9656ec6e-0f4c-4968-8fb3-11794fb4ccda,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:24.294820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.296050 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6906327e-b048-4579-bc11-725953457a89 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117885 Apr 06 17:20:24.299004 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:24.303232 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:24.323044 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.419975 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.526314 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.27.3.24 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/05d20f51-d368-4bfe-9d31-d818183c6088) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:20:24.631333 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (05d20f51-d368-4bfe-9d31-d818183c6088), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.667349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.701997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:20:24.708173 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:24.711170 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:20:24.741461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=05d20f51-d368-4bfe-9d31-d818183c6088,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:24.803548 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.839324 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.986986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (05d20f51-d368-4bfe-9d31-d818183c6088), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:24.991426 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:25.058159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=05d20f51-d368-4bfe-9d31-d818183c6088,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:25.069779 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:25.084354 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:25.085599 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cbff5ced-3ebe-4830-8701-991408566b76 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7856214 Apr 06 17:20:25.295041 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-849f36a3-2e58-489a-b216-017d599f6b27 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--153797207&fields=id&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 267 time: 0.0435705 Apr 06 17:20:25.396512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-90a6254d-0d9c-4946-bdea-5ae9c334d9fc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:25.398475 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-90a6254d-0d9c-4946-bdea-5ae9c334d9fc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.0966372 Apr 06 17:20:25.412363 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-bcb8da7b-de64-46e3-aa07-afe2e373197b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/quotas/7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 375 time: 0.0086260 Apr 06 17:20:25.469457 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-a3a2327d-4e06-45e9-9c69-a4fadaddcd65 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516288 Apr 06 17:20:25.671752 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-9ab6ba5b-03c9-4609-9313-14d64eda72f4 service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817422 Apr 06 17:20:25.761455 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-5af1bb38-7d1e-4225-b391-008f680498f0 service neutron] 10.222.0.23 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839057 Apr 06 17:20:25.927617 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a9b9a97e-d712-4f15-a06f-682c15fff763 req-2c101a94-dd2c-4411-94d3-9dab7155f41d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 210 time: 0.0315850 Apr 06 17:20:27.024831 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-79e7b537-cd74-47b4-8664-0ee0f3e252f2 req-77ef1125-6021-4f6c-9491-ae39793879f7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 210 time: 0.0295086 Apr 06 17:20:27.195363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-9c9f0c54-aefc-4572-8fc1-6d98efb959ed tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:27.198095 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-9c9f0c54-aefc-4572-8fc1-6d98efb959ed tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 814 time: 0.1012826 Apr 06 17:20:27.264671 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-d1a8927f-6462-455d-bdca-1674ad32be70 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b807d835dd044d19984c11dcc327ed6 HTTP/1.1" status: 200 len: 379 time: 0.0556479 Apr 06 17:20:27.351619 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'port': {'device_id': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'admin_state_up': True, 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'security_groups': ['8e3e1321-f877-4eaa-bb17-d8b61992e6a7']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:27.458751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Made reservation on behalf of 7b807d835dd044d19984c11dcc327ed6 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:27.462740 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:27.587580 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Allocated IP 172.20.0.12 (9c405747-e86a-4a04-b397-0de5a9057e73/153ce98b-3077-44dd-9280-926631b70cff/963152b0-af27-4057-afb8-3f6a7e14877a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:20:27.721672 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for port (963152b0-af27-4057-afb8-3f6a7e14877a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:27.755954 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:27.807696 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Network 9c405747-e86a-4a04-b397-0de5a9057e73 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:20:27.810961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:27.814709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:20:27.841143 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event updated for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:27.867376 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:27.868336 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:27.888663 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-07658cbe-5c86-417f-b07d-96b4ff8a6895 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413773 Apr 06 17:20:27.956029 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Request body: {'port': {'device_id': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:28.022726 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.062019 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dfd3d242-b74b-49da-9391-bb012d81134a None None] Provisioning complete for port 963152b0-af27-4057-afb8-3f6a7e14877a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:28.062561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d242-b74b-49da-9391-bb012d81134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.104479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3d242-b74b-49da-9391-bb012d81134a None None] Port 963152b0-af27-4057-afb8-3f6a7e14877a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:20:28.252353 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5ce12-896e-4404-99d7-4af61d89cd34 req-f3f03ef1-966b-47d9-b945-ae40d9ba924b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:28.253930 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-43e5ce12-896e-4404-99d7-4af61d89cd34 req-f3f03ef1-966b-47d9-b945-ae40d9ba924b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 932 time: 0.1128922 Apr 06 17:20:28.329296 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-43e5ce12-896e-4404-99d7-4af61d89cd34 req-502a5cff-577e-4946-a61c-842842e24b1a tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678980 Apr 06 17:20:28.392311 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963152b0-af27-4057-afb8-3f6a7e14877a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:28.401076 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks [] for port (963152b0-af27-4057-afb8-3f6a7e14877a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.414216 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Transition to ACTIVE for port object 963152b0-af27-4057-afb8-3f6a7e14877a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:20:28.417682 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.473166 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Pushing event updated for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:28.558360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Attempting to bind port 963152b0-af27-4057-afb8-3f6a7e14877a on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:20:28.558869 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Attempting to bind port 963152b0-af27-4057-afb8-3f6a7e14877a by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:20:28.559204 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Attempting to bind port 963152b0-af27-4057-afb8-3f6a7e14877a on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:28.563725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Port 963152b0-af27-4057-afb8-3f6a7e14877a on network 9c405747-e86a-4a04-b397-0de5a9057e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:20:28.564043 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Attempting to bind port 963152b0-af27-4057-afb8-3f6a7e14877a on network 9c405747-e86a-4a04-b397-0de5a9057e73 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:28.569110 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:20:28.569447 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Checking segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:20:28.570513 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Bound using segment: {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:20:28.570955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Bound port: 963152b0-af27-4057-afb8-3f6a7e14877a, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:20:28.571359 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.653700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:20:28.656875 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=963152b0-af27-4057-afb8-3f6a7e14877a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:20:28.662739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.704072 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:28.704698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:28.706232 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] 10.222.0.43 "PUT /v2.0/ports/963152b0-af27-4057-afb8-3f6a7e14877a HTTP/1.1" status: 200 len: 1094 time: 0.8104689 Apr 06 17:20:28.706751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:28.709108 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8faa927-ba6a-4b5f-a135-6318b25deb16" -d '{"events": [{"name": "network-changed", "server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:28.732002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de674-b4f1-44e0-bd50-ef98635e6590 service neutron] Pushing event updated for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:28.799764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-99afb204-9347-4491-9af1-0f7594cadd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:28.801293 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-99afb204-9347-4491-9af1-0f7594cadd7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 1128 time: 0.0523653 Apr 06 17:20:28.849184 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-81fff157-d7c0-463d-808c-d341ae6069f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963152b0-af27-4057-afb8-3f6a7e14877a HTTP/1.1" status: 200 len: 217 time: 0.0392983 Apr 06 17:20:28.906011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-ac9b9815-5aee-4734-a2ec-ad0cb9557283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:28.907510 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-ac9b9815-5aee-4734-a2ec-ad0cb9557283 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0524228 Apr 06 17:20:28.908959 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aea57b-968d-43a7-b48d-51c612b879d6 x-openstack-request-id: req-60aea57b-968d-43a7-b48d-51c612b879d6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:28.909565 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:28.909565 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60aea57b-968d-43a7-b48d-51c612b879d6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:28.909889 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aea57b-968d-43a7-b48d-51c612b879d6'] response: {'name': 'network-changed', 'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a', 'status': 'completed', 'code': 200} Apr 06 17:20:28.963404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-967bc9bc-9c31-4414-96b6-35376199e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:28.965737 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-967bc9bc-9c31-4414-96b6-35376199e098 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468621 Apr 06 17:20:29.056113 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-3a54334c-080b-46c9-b332-cf63d159497a service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Apr 06 17:20:29.151007 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d5769581-fae3-478d-abee-70ff5020f4c5 req-f2121972-0407-4963-8df0-7f5d61e165ab service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878456 Apr 06 17:20:29.353247 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:29.459309 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c754082-1a68-49a0-9914-22ffc55c2a1b req-c3e2ab6d-14be-4120-8b14-1559fbb555ed tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:29.461604 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c754082-1a68-49a0-9914-22ffc55c2a1b req-c3e2ab6d-14be-4120-8b14-1559fbb555ed tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 944 time: 0.0634537 Apr 06 17:20:29.509273 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c754082-1a68-49a0-9914-22ffc55c2a1b req-15e91ff7-538d-4c6b-a3aa-da26581dd6e6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Apr 06 17:20:30.192627 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-a66688a9-86b1-47e6-8c0a-d1533c059dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:30.194148 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-a66688a9-86b1-47e6-8c0a-d1533c059dfb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 1128 time: 0.0480578 Apr 06 17:20:30.292627 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-3fccb78a-6319-4e82-a53f-2599f15d6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:30.294115 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-3fccb78a-6319-4e82-a53f-2599f15d6365 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.0932548 Apr 06 17:20:30.336918 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-c1df66b9-1daf-4504-bde1-28c31204ed2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963152b0-af27-4057-afb8-3f6a7e14877a HTTP/1.1" status: 200 len: 217 time: 0.0336368 Apr 06 17:20:30.388822 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-fcfa740c-3774-47ff-897b-ec203bba73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:30.390528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-fcfa740c-3774-47ff-897b-ec203bba73b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.0470886 Apr 06 17:20:30.444222 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-0fc10cee-eac3-4ac0-84c7-8feae1a219a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:30.445815 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-0fc10cee-eac3-4ac0-84c7-8feae1a219a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470374 Apr 06 17:20:30.506745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 963152b0-af27-4057-afb8-3f6a7e14877a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:20:30.539915 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-446ae058-a367-40fc-b843-fa784965d9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Apr 06 17:20:30.614382 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=963152b0-af27-4057-afb8-3f6a7e14877a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:30.627962 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '963152b0-af27-4057-afb8-3f6a7e14877a', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'port_id': '963152b0-af27-4057-afb8-3f6a7e14877a', 'mac_address': 'fa:16:3e:5d:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:20:30.635386 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3acc29-8844-47ab-ba12-05538cd153f5 req-92e54d1d-e510-47cd-ad70-212652d9b1ee tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:30.637041 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-af3acc29-8844-47ab-ba12-05538cd153f5 req-92e54d1d-e510-47cd-ad70-212652d9b1ee tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 944 time: 0.0547481 Apr 06 17:20:30.641862 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8faa927-ba6a-4b5f-a135-6318b25deb16 req-851c0752-40a9-4597-a69f-e0c78f55c0bf service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961006 Apr 06 17:20:30.670918 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 963152b0-af27-4057-afb8-3f6a7e14877a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:30.670918 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:30.685001 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963152b0-af27-4057-afb8-3f6a7e14877a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:30.690107 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-af3acc29-8844-47ab-ba12-05538cd153f5 req-30fc738e-0be3-4104-95c9-6ac73f285991 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Apr 06 17:20:30.705210 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=963152b0-af27-4057-afb8-3f6a7e14877a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:30.709575 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:30.755893 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:30.991865 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['963152b0-af27-4057-afb8-3f6a7e14877a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:20:31.810943 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90c92d-47d8-4d57-ba81-911361ac1e7e req-b8df3bfa-ff7e-4bed-80aa-01adead6a0f2 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:31.812441 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3b90c92d-47d8-4d57-ba81-911361ac1e7e req-b8df3bfa-ff7e-4bed-80aa-01adead6a0f2 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 945 time: 0.0532207 Apr 06 17:20:31.860586 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3b90c92d-47d8-4d57-ba81-911361ac1e7e req-4b839b1d-70f9-48e2-b42b-ea240edf52d4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Apr 06 17:20:32.535650 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 963152b0-af27-4057-afb8-3f6a7e14877a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:20:32.589091 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 963152b0-af27-4057-afb8-3f6a7e14877a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:20:32.593492 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 963152b0-af27-4057-afb8-3f6a7e14877a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:32.593872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:32.675084 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 963152b0-af27-4057-afb8-3f6a7e14877a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:32.675477 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:32.699407 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:32.701668 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd85a0-1714-44f7-8f3f-7f56e002e941" -d '{"events": [{"server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "name": "network-vif-plugged", "status": "completed", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:32.715316 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=963152b0-af27-4057-afb8-3f6a7e14877a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:32.719308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:32.743466 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8ba01-3d9f-42c5-bc34-c893a82557b2 x-openstack-request-id: req-80f8ba01-3d9f-42c5-bc34-c893a82557b2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:32.743757 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "name": "network-vif-plugged", "status": "completed", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:32.744088 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80f8ba01-3d9f-42c5-bc34-c893a82557b2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:32.744486 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f8ba01-3d9f-42c5-bc34-c893a82557b2'] response: {'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a', 'code': 200} Apr 06 17:20:32.771619 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:32.974670 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1261f-fa18-4d28-a8d3-58cf5edac634 req-f579e591-a457-4e88-84a6-253f0a622642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:32.976420 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61c1261f-fa18-4d28-a8d3-58cf5edac634 req-f579e591-a457-4e88-84a6-253f0a622642 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 1130 time: 0.0843558 Apr 06 17:20:33.032413 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be499c-fe29-4f7f-b298-c98650175689 req-20d5c0bb-2401-44b9-bcd9-dafb022c3d96 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:33.033896 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-33be499c-fe29-4f7f-b298-c98650175689 req-20d5c0bb-2401-44b9-bcd9-dafb022c3d96 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0966568 Apr 06 17:20:33.050693 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61c1261f-fa18-4d28-a8d3-58cf5edac634 req-f8101778-1c36-48c3-bab0-82855b555eea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668449 Apr 06 17:20:33.092458 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-33be499c-fe29-4f7f-b298-c98650175689 req-61e4f043-598e-45d3-b8ba-48fa245b20fb tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503271 Apr 06 17:20:33.243040 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1defd98-9fc9-4dc2-9b09-3658299c2b76 req-a5c278ed-a2c1-4207-a8cf-e5566800d9bc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:33.244663 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d1defd98-9fc9-4dc2-9b09-3658299c2b76 req-a5c278ed-a2c1-4207-a8cf-e5566800d9bc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0688040 Apr 06 17:20:33.313779 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d1defd98-9fc9-4dc2-9b09-3658299c2b76 req-1c371079-2df5-4ba4-b41b-cba340441944 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622358 Apr 06 17:20:33.364183 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150bb9-20b8-433f-83f9-1713a31f781f req-e8806c18-b606-419a-b227-314233d80190 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:33.365829 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb150bb9-20b8-433f-83f9-1713a31f781f req-e8806c18-b606-419a-b227-314233d80190 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0625248 Apr 06 17:20:33.422387 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb150bb9-20b8-433f-83f9-1713a31f781f req-d6f8784d-ea4e-4da9-bb91-b7bf19238d1a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487943 Apr 06 17:20:33.938561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d797664-9818-4c52-9df0-6d03913a4d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:34.221167 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b1792-bd1d-4a96-add2-f787bae589da req-784d9044-8490-4724-9362-41f26f1c37f7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:34.222564 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f36b1792-bd1d-4a96-add2-f787bae589da req-784d9044-8490-4724-9362-41f26f1c37f7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0528693 Apr 06 17:20:34.281577 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f36b1792-bd1d-4a96-add2-f787bae589da req-820eea33-d2be-4fea-93b1-983f63642ca4 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532460 Apr 06 17:20:34.442013 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e6ec3-be79-4c58-a689-0a9bfd9ae57b req-7e3ff8a6-f5bc-42c4-bd29-a452712b7d0d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:34.443499 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aa2e6ec3-be79-4c58-a689-0a9bfd9ae57b req-7e3ff8a6-f5bc-42c4-bd29-a452712b7d0d tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Apr 06 17:20:34.496378 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aa2e6ec3-be79-4c58-a689-0a9bfd9ae57b req-12446b5e-6764-459e-8379-b2d719b2c511 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Apr 06 17:20:34.648923 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b89b70-47af-4958-b6b2-b3069e1652da req-1c1d149c-a89f-48c6-b6eb-e3bdf6fb2a76 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:34.650415 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01b89b70-47af-4958-b6b2-b3069e1652da req-1c1d149c-a89f-48c6-b6eb-e3bdf6fb2a76 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0574510 Apr 06 17:20:34.700158 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01b89b70-47af-4958-b6b2-b3069e1652da req-285defe3-2a30-4a83-b6a9-d55e8c08a8ac tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441065 Apr 06 17:20:35.398721 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403c353-f1b8-42a5-97d4-fdf9e2b6b063 req-9fc2d5a4-a01c-4f7f-9a05-355204f4f45f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:35.400165 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6403c353-f1b8-42a5-97d4-fdf9e2b6b063 req-9fc2d5a4-a01c-4f7f-9a05-355204f4f45f tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0532634 Apr 06 17:20:35.447076 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6403c353-f1b8-42a5-97d4-fdf9e2b6b063 req-a09916eb-6f8e-4138-afbe-42547ba30007 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Apr 06 17:20:35.618934 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a437ad-b78d-4b23-999e-a90bdd9bf6fe req-897a8a2a-bdf3-4d99-8778-4d987c7195a2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:35.620307 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8a437ad-b78d-4b23-999e-a90bdd9bf6fe req-897a8a2a-bdf3-4d99-8778-4d987c7195a2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Apr 06 17:20:35.665451 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8a437ad-b78d-4b23-999e-a90bdd9bf6fe req-44b21d90-1ee1-4337-8bee-752cc6c1b14f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Apr 06 17:20:35.821163 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04075bf-4c81-4453-84cc-f7ef07e349fd req-b0218774-9445-4e80-a2cb-56aeb03e28e8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:35.822606 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a04075bf-4c81-4453-84cc-f7ef07e349fd req-b0218774-9445-4e80-a2cb-56aeb03e28e8 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Apr 06 17:20:35.869243 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a04075bf-4c81-4453-84cc-f7ef07e349fd req-5d8b4676-396d-411c-b15d-86a18f82d44a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Apr 06 17:20:35.992106 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-b4f9687b-fe07-47eb-a819-581bc85f8fd7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:35.993570 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-b4f9687b-fe07-47eb-a819-581bc85f8fd7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Apr 06 17:20:36.574120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62af72-e75b-4252-a317-108f56b98eef req-81b09f9a-0719-4db3-9bc8-a6616f482acc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:36.575930 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fd62af72-e75b-4252-a317-108f56b98eef req-81b09f9a-0719-4db3-9bc8-a6616f482acc tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0588503 Apr 06 17:20:36.580661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Deleting port 4faa2934-fc93-4d11-8e3b-308a0197985d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:36.581259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:36.629363 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fd62af72-e75b-4252-a317-108f56b98eef req-ccfcfdb5-52ee-46be-a5ef-c5e73ce17e14 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470240 Apr 06 17:20:36.675847 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] For port 4faa2934-fc93-4d11-8e3b-308a0197985d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=4faa2934-fc93-4d11-8e3b-308a0197985d,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:36.676235 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:36.677486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3efd03ef-dde4-4800-b3b9-a346eeacfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:36.873784 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4790f-739c-4bbc-9abc-df2019e7d1d4 req-6e39ad61-b559-475e-ac61-05c74e227214 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:36.875248 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9de4790f-739c-4bbc-9abc-df2019e7d1d4 req-6e39ad61-b559-475e-ac61-05c74e227214 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.1387391 Apr 06 17:20:36.908687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:36.909078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:36.909397 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Floating IP ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47 disassociated. External IP: 172.27.3.152, port: 4faa2934-fc93-4d11-8e3b-308a0197985d. Apr 06 17:20:36.909733 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Calling delete_port for 4faa2934-fc93-4d11-8e3b-308a0197985d owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:36.975040 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9de4790f-739c-4bbc-9abc-df2019e7d1d4 req-b9b1857d-ba4d-4eb5-bc2f-8458f7d2a838 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932624 Apr 06 17:20:36.990136 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc571db-ab87-4721-be3f-644e42cdc478 req-8d28e4fa-cfba-4f96-9fc4-7fb76b46b697 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:36.991674 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-afc571db-ab87-4721-be3f-644e42cdc478 req-8d28e4fa-cfba-4f96-9fc4-7fb76b46b697 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=625ab2a0-6656-4f7f-9d58-5a7b928d4352 HTTP/1.1" status: 200 len: 945 time: 0.0543530 Apr 06 17:20:37.042092 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-afc571db-ab87-4721-be3f-644e42cdc478 req-2b201e06-05ad-4b5d-9491-b9b5b40e3bbd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6133105-c5ac-4e54-960f-65cab2c6c135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Apr 06 17:20:37.061742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (4faa2934-fc93-4d11-8e3b-308a0197985d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:37.092483 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'Port': ['ID=4faa2934-fc93-4d11-8e3b-308a0197985d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:37.205380 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:20:37.316450 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:20:37.326790 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:20:37.337790 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:37.338408 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:37.364825 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] No DVR routers for this DVR port 4faa2934-fc93-4d11-8e3b-308a0197985d on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:37.367839 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:37.371138 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6cf2962-13c4-4fc0-a01c-8042aefe8ff0 req-787945ce-32ad-4f83-a683-9c5f84647954 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "DELETE /v2.0/ports/4faa2934-fc93-4d11-8e3b-308a0197985d HTTP/1.1" status: 204 len: 173 time: 0.8881860 Apr 06 17:20:37.371584 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'name': 'network-vif-deleted', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:37.373904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b3fdd-2816-41d2-8d53-e91773e4b11d" -d '{"events": [{"server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "name": "network-vif-deleted", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:37.431035 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828f2136-a19b-4a89-bc75-43fdbe0b9e17 x-openstack-request-id: req-828f2136-a19b-4a89-bc75-43fdbe0b9e17 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:37.431325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ab2a0-6656-4f7f-9d58-5a7b928d4352", "name": "network-vif-deleted", "tag": "4faa2934-fc93-4d11-8e3b-308a0197985d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:37.431571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-828f2136-a19b-4a89-bc75-43fdbe0b9e17 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:37.431977 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828f2136-a19b-4a89-bc75-43fdbe0b9e17'] response: {'server_uuid': '625ab2a0-6656-4f7f-9d58-5a7b928d4352', 'name': 'network-vif-deleted', 'tag': '4faa2934-fc93-4d11-8e3b-308a0197985d', 'status': 'completed', 'code': 200} Apr 06 17:20:37.465620 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:37.641825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:37.689210 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:37.716422 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:20:37.725511 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:37.726752 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:37.760505 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666c59-7f8f-4720-9dc9-ddcb7750b707 req-3cff5517-4e65-4b81-b831-2fb1c4e557bd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:37.762041 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-37666c59-7f8f-4720-9dc9-ddcb7750b707 req-3cff5517-4e65-4b81-b831-2fb1c4e557bd tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0538371 Apr 06 17:20:37.813782 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-37666c59-7f8f-4720-9dc9-ddcb7750b707 req-5c2318d9-cf20-48e3-9aae-b716163e9851 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 Apr 06 17:20:37.844782 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:37.946755 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfafd6c-be2b-4936-9b91-16fb7576da4c req-19c68fd8-59ac-4487-9d8f-d2d35c6bda4d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:37.948243 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dbfafd6c-be2b-4936-9b91-16fb7576da4c req-19c68fd8-59ac-4487-9d8f-d2d35c6bda4d tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.0646713 Apr 06 17:20:37.956910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:37.962232 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Request body: {'floatingip': {'port_id': '963152b0-af27-4057-afb8-3f6a7e14877a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:38.002746 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.074780 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:38.112387 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8d3a2-4fea-4518-aafe-5868f3bff4fa None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:20:38.118291 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fcccf-1d42-4cc4-b8cb-b41bcedc7e28 req-31ae5641-6e86-4388-82d5-77bfcefe25d6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:38.127864 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cf7fcccf-1d42-4cc4-b8cb-b41bcedc7e28 req-31ae5641-6e86-4388-82d5-77bfcefe25d6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0775194 Apr 06 17:20:38.142785 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:38.213205 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cf7fcccf-1d42-4cc4-b8cb-b41bcedc7e28 req-7589a59a-6f86-4877-be1c-3647697f18e6 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821366 Apr 06 17:20:38.237499 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (f6133105-c5ac-4e54-960f-65cab2c6c135), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.264484 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (f6133105-c5ac-4e54-960f-65cab2c6c135), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.332555 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f6133105-c5ac-4e54-960f-65cab2c6c135), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.335879 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.337129 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "DELETE /v2.0/security-groups/f6133105-c5ac-4e54-960f-65cab2c6c135 HTTP/1.1" status: 204 len: 168 time: 0.1933167 Apr 06 17:20:38.341360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 54828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:38.346344 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6133105-c5ac-4e54-960f-65cab2c6c135,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:38.354423 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.354770 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.355110 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.355448 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.355776 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.356108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.356422 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.356823 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.357178 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.357514 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.357834 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.358156 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.358478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.358798 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.359109 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb8934-e5d7-4b74-80a3-0029408f83e1 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:38.359968 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-6eeffbcf-5ac6-48de-a0ce-1380f7009457 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] show failed (client error): The resource could not be found. Apr 06 17:20:38.363639 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6eeffbcf-5ac6-48de-a0ce-1380f7009457 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups/f6133105-c5ac-4e54-960f-65cab2c6c135 HTTP/1.1" status: 404 len: 347 time: 0.0186179 Apr 06 17:20:38.364303 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54830) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:38.416347 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51415b96-9e2c-45d4-b756-0a77d6e94dc2 None None] New status for floating IP ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:20:38.508780 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Deleting port f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:38.509156 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.568062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.573490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.611666 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.612037 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:38.641075 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Calling delete_port for f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:38.651748 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 4faa2934-fc93-4d11-8e3b-308a0197985d no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:38.678451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 4faa2934-fc93-4d11-8e3b-308a0197985d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:38.678788 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 4faa2934-fc93-4d11-8e3b-308a0197985d not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:38.712358 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 24a8707f-cbb7-4069-8aa8-2f865613534c associated. External IP: 172.27.3.24, port: 963152b0-af27-4057-afb8-3f6a7e14877a. Apr 06 17:20:38.977047 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f0128-0a46-4a54-9668-eaaa04601540 req-df6cb875-b647-4d99-8442-b77dd0aa8b89 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:38.978516 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a09f0128-0a46-4a54-9668-eaaa04601540 req-df6cb875-b647-4d99-8442-b77dd0aa8b89 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.3539231 Apr 06 17:20:39.052786 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a09f0128-0a46-4a54-9668-eaaa04601540 req-48d8987d-8b45-4777-97cf-5357867ff814 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622501 Apr 06 17:20:39.080180 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.108108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.143472 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'Port': ['ID=f6f9ade8-e416-4ef4-8ed9-48b24fe6f9bb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:39.213668 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.216258 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.217459 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5a8a0aad-1b35-43f7-927d-f4df5b5afc80 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "DELETE /v2.0/floatingips/ccbbce97-7a0d-4548-9fbb-81b6c3f6fe47 HTTP/1.1" status: 204 len: 168 time: 0.8522217 Apr 06 17:20:39.233458 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:20:39.394440 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f0aa7-384b-4486-81bb-965589a0bf94 req-4f9ff29b-f16b-4285-8057-3d4f89f761b0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:39.395816 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3d2f0aa7-384b-4486-81bb-965589a0bf94 req-4f9ff29b-f16b-4285-8057-3d4f89f761b0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.1095483 Apr 06 17:20:39.410436 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:20:39.420571 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:20:39.423107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.430967 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:39.431582 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:39.486898 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-16f9f468-1ddc-43b3-abf6-0dede947e8b5 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "PUT /v2.0/floatingips/24a8707f-cbb7-4069-8aa8-2f865613534c HTTP/1.1" status: 200 len: 991 time: 1.5288994 Apr 06 17:20:39.487763 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:39.490314 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ba8504-46ad-4c15-ab0a-91540e448edc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:39.496000 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3d2f0aa7-384b-4486-81bb-965589a0bf94 req-58263a70-c875-4114-9dfc-13662e4e2d47 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938783 Apr 06 17:20:39.551933 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:39.556064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a811f-fdbf-49ee-9777-81c852063f65 x-openstack-request-id: req-002a811f-fdbf-49ee-9777-81c852063f65 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:39.556472 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:39.556824 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-002a811f-fdbf-49ee-9777-81c852063f65 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:39.557423 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002a811f-fdbf-49ee-9777-81c852063f65'] response: {'name': 'network-changed', 'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a', 'status': 'completed', 'code': 200} Apr 06 17:20:39.776194 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-c643dc84-b965-4b3e-a47f-a252029fa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:39.777956 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-c643dc84-b965-4b3e-a47f-a252029fa158 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b807d835dd044d19984c11dcc327ed6&device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 1130 time: 0.0458527 Apr 06 17:20:39.780180 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '24a8707f-cbb7-4069-8aa8-2f865613534c', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '963152b0-af27-4057-afb8-3f6a7e14877a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5d:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:24Z', 'updated_at': '2022-04-06T17:20:38Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:39.810090 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:20:39.818859 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:39.819812 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:39.880154 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-10811cbe-e443-460c-a808-95ef397f6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:39.881645 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-10811cbe-e443-460c-a808-95ef397f6e2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 200 len: 915 time: 0.0955548 Apr 06 17:20:39.947116 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:39.983557 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-e54b07df-e39b-43f4-9856-da66948bcb54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963152b0-af27-4057-afb8-3f6a7e14877a HTTP/1.1" status: 200 len: 999 time: 0.0859911 Apr 06 17:20:40.229741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54858) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:40.230936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-ff6e00ac-9e46-41e1-8da1-a3c24d391dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:40.231913 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-ff6e00ac-9e46-41e1-8da1-a3c24d391dba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 200 len: 853 time: 0.1199276 Apr 06 17:20:40.234451 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171712221', 'description': 'tempest-description--166649866'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:40.260026 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.280822 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416d402-b0a8-4971-a244-8ff841e46a0d req-9c33f239-aca6-44a8-b83e-0837eec5142c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:40.282338 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2416d402-b0a8-4971-a244-8ff841e46a0d req-9c33f239-aca6-44a8-b83e-0837eec5142c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.1327958 Apr 06 17:20:40.303186 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '24a8707f-cbb7-4069-8aa8-2f865613534c', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '963152b0-af27-4057-afb8-3f6a7e14877a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5d:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:24Z', 'updated_at': '2022-04-06T17:20:38Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:40.313534 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-ec2c62d0-5524-495f-a7a5-40936b153f45 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:40.315271 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-ec2c62d0-5524-495f-a7a5-40936b153f45 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 946 time: 0.1218739 Apr 06 17:20:40.340025 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d77847-cabe-498d-9c37-3480cfd9cff0 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '24a8707f-cbb7-4069-8aa8-2f865613534c', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'port_id': '963152b0-af27-4057-afb8-3f6a7e14877a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'mac_address': 'fa:16:3e:5d:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:24Z', 'updated_at': '2022-04-06T17:20:38Z', 'revision_number': 1, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:20:40.354885 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (957c31d7-e66d-41d8-ab34-19107834e38e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.364586 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (957c31d7-e66d-41d8-ab34-19107834e38e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.393518 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-9714f5d3-c27a-4943-83c6-07cf03826661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:40.395049 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-9714f5d3-c27a-4943-83c6-07cf03826661 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c405747-e86a-4a04-b397-0de5a9057e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1566722 Apr 06 17:20:40.399983 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.404518 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737192 Apr 06 17:20:40.405154 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54860) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:40.415362 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group_rule': {'security_group_id': '957c31d7-e66d-41d8-ab34-19107834e38e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:40.431889 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128585-80d9-4dc8-a35d-423dc3bbf642 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957c31d7-e66d-41d8-ab34-19107834e38e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:40.436066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2416d402-b0a8-4971-a244-8ff841e46a0d req-cbec4bde-ed9e-4a81-afce-a637cd5cc446 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411347 Apr 06 17:20:40.464242 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.477618 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (50483dfb-efe8-4d6f-b064-19b89c73b869), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.544687 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (50483dfb-efe8-4d6f-b064-19b89c73b869), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.544884 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:20:40.545294 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.553246 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (50483dfb-efe8-4d6f-b064-19b89c73b869), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.571958 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50483dfb-efe8-4d6f-b064-19b89c73b869,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:40.583692 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-e87119db-fd52-44be-bdd8-6ef0bcfe6e2f service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801159 Apr 06 17:20:40.591729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.593152 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e4ca4fb5-dd89-4a23-a1f8-7ef8a1f1294f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849256 Apr 06 17:20:40.596316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54864) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:40.610387 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'security_group_rule': {'security_group_id': '957c31d7-e66d-41d8-ab34-19107834e38e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:40.611632 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205fffe-cb30-4666-a24e-f63fcb858ca7 None None] New status for floating IP 24a8707f-cbb7-4069-8aa8-2f865613534c: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:20:40.664919 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (a6b73011-2e46-4c72-b94a-b5ffea6529cb), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.675429 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27356c-263e-4491-b3cd-a6e5a95f03bf req-3e29d624-a3ad-4ff5-b452-9008306f75b1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:40.676915 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4d27356c-263e-4491-b3cd-a6e5a95f03bf req-3e29d624-a3ad-4ff5-b452-9008306f75b1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0821342 Apr 06 17:20:40.721045 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] For port 2722e73e-5b19-49d0-bbbc-edacdfa6f957, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2722e73e-5b19-49d0-bbbc-edacdfa6f957,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:40.721045 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.754201 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4d27356c-263e-4491-b3cd-a6e5a95f03bf req-a6afd1d6-d689-4daa-90fe-672d6f56e5f4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710559 Apr 06 17:20:40.755878 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (a6b73011-2e46-4c72-b94a-b5ffea6529cb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.762848 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (a6b73011-2e46-4c72-b94a-b5ffea6529cb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.786973 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b73011-2e46-4c72-b94a-b5ffea6529cb,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:40.801140 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.806243 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bd1a89a3-05ec-4ac9-8896-ffc00808212c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012417 Apr 06 17:20:40.807041 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 54866) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:20:40.811975 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:40.833003 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62ba8504-46ad-4c15-ab0a-91540e448edc req-36401b57-5286-4fb5-bc4a-812bf52501e8 service neutron] 10.222.0.43 "GET /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884592 Apr 06 17:20:40.833814 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.934974 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.954536 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.954923 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (7c999bb4-d3a9-4980-bd87-aa267841b485), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.955218 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP 7c999bb4-d3a9-4980-bd87-aa267841b485 disassociated. External IP: 172.27.3.35, port: 2722e73e-5b19-49d0-bbbc-edacdfa6f957. Apr 06 17:20:40.955559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for 2722e73e-5b19-49d0-bbbc-edacdfa6f957 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:20:41.048272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Allocated IP 172.27.3.13 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/25f212fd-fe32-4543-a4dc-15c94d15fd0d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:20:41.097435 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (2722e73e-5b19-49d0-bbbc-edacdfa6f957), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.135270 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=2722e73e-5b19-49d0-bbbc-edacdfa6f957,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:41.220032 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.255253 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.268205 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:20:41.299086 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:20:41.302057 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:41.306570 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:20:41.309699 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=25f212fd-fe32-4543-a4dc-15c94d15fd0d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:41.388112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:20:41.400245 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.401556 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:20:41.412537 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:41.414230 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:41.441272 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.454675 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] No DVR routers for this DVR port 2722e73e-5b19-49d0-bbbc-edacdfa6f957 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:20:41.458114 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.463192 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec334700-50e0-42f6-a814-367df4f0a7ca req-bf460949-5239-4ab2-aed4-debf7b7d8d20 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "DELETE /v2.0/ports/2722e73e-5b19-49d0-bbbc-edacdfa6f957 HTTP/1.1" status: 204 len: 173 time: 1.1379297 Apr 06 17:20:41.560886 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:41.564317 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'name': 'network-vif-deleted', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:41.568804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf18908-995e-4cd7-a5d2-b8b45793c3aa" -d '{"events": [{"server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "name": "network-vif-deleted", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:41.575443 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-074a2855-749c-44e9-a215-5ed7ba6cd0a0 req-7992c021-03e8-40dc-a6cc-fe0252280f10 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=360d2887-e199-4fde-85f7-d431bb40184e HTTP/1.1" status: 200 len: 210 time: 0.0475183 Apr 06 17:20:41.618158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7dd73-0345-4111-bc63-576916d992f4 x-openstack-request-id: req-5af7dd73-0345-4111-bc63-576916d992f4 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:41.618449 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360d2887-e199-4fde-85f7-d431bb40184e", "name": "network-vif-deleted", "tag": "2722e73e-5b19-49d0-bbbc-edacdfa6f957", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:41.619224 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5af7dd73-0345-4111-bc63-576916d992f4 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:41.619224 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af7dd73-0345-4111-bc63-576916d992f4'] response: {'server_uuid': '360d2887-e199-4fde-85f7-d431bb40184e', 'name': 'network-vif-deleted', 'tag': '2722e73e-5b19-49d0-bbbc-edacdfa6f957', 'status': 'completed', 'code': 200} Apr 06 17:20:41.661330 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.668125 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.764576 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=25f212fd-fe32-4543-a4dc-15c94d15fd0d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:41.783641 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.802549 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.804553 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-617149fb-91d7-4207-853d-1097795d4ca6 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9958954 Apr 06 17:20:41.810147 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:41.850417 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:20:41.859752 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:20:41.860363 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:41.910131 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadba732-3edf-48cf-9b68-13345aac4d49 req-ada71716-62aa-4b81-857f-9aaff9fec60c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:41.911530 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aadba732-3edf-48cf-9b68-13345aac4d49 req-ada71716-62aa-4b81-857f-9aaff9fec60c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0678768 Apr 06 17:20:41.966101 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aadba732-3edf-48cf-9b68-13345aac4d49 req-428814ed-bb70-4750-ae14-7c012d5fb500 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467300 Apr 06 17:20:41.983964 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:20:41.994940 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-a87c6a16-2bc1-4d64-a208-e347f839cf52 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1171712221&fields=id&tenant_id=88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 267 time: 0.0503726 Apr 06 17:20:42.103597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-e073a95e-406c-485a-98f0-218190dc9172 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:42.105547 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-e073a95e-406c-485a-98f0-218190dc9172 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 810 time: 0.1047471 Apr 06 17:20:42.125371 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5b9affd1-c8b6-4d2c-8318-2987d8cc6eb0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/quotas/88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 375 time: 0.0143838 Apr 06 17:20:42.191521 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5457028d-6c5f-45d7-87ac-894dccda1ad2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592148 Apr 06 17:20:42.225270 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:20:42.267297 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3e137-2d3f-4295-b296-c9676d0949f1 None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:20:42.308921 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-0217109d-50e4-4f9d-a75f-4fff7c14d45f service neutron] 10.222.0.23 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148968 Apr 06 17:20:42.422058 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-aee337ae-e51e-4df7-b5b6-34dbf0f5503b service neutron] 10.222.0.23 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970387 Apr 06 17:20:42.569595 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40c685-0fc9-49a9-ba40-0b2b2ae2ccc6 None None] New status for floating IP 7c999bb4-d3a9-4980-bd87-aa267841b485: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:20:42.573400 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 2722e73e-5b19-49d0-bbbc-edacdfa6f957 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:20:42.626338 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c567de3-845d-4d54-baad-3eacc2669fe8 req-9e446b0a-bb65-4d1b-aaef-78d2d2d37ad5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0358872 Apr 06 17:20:42.652303 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 2722e73e-5b19-49d0-bbbc-edacdfa6f957 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:20:42.652725 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 2722e73e-5b19-49d0-bbbc-edacdfa6f957 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:20:42.868716 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-0f24ae3f-2120-4827-a815-899658ed912e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124954198&fields=id&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 267 time: 0.0441160 Apr 06 17:20:42.982649 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-dbb3856d-5064-4e49-9c60-f28b4923b968 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:42.984203 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-dbb3856d-5064-4e49-9c60-f28b4923b968 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.1090670 Apr 06 17:20:43.002433 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-71219153-0e90-4b1f-a526-b207af1552d6 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/quotas/934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 375 time: 0.0121412 Apr 06 17:20:43.076089 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-837c2e56-df79-48df-a361-ca40fa5c78f8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645382 Apr 06 17:20:43.106199 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac368-49b0-4a20-935d-ee4ea9693dc0 req-375bc061-cb95-4f27-8991-66a556b09dd0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:43.107710 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b0ac368-49b0-4a20-935d-ee4ea9693dc0 req-375bc061-cb95-4f27-8991-66a556b09dd0 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0613873 Apr 06 17:20:43.163646 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b0ac368-49b0-4a20-935d-ee4ea9693dc0 req-90cf7357-8284-4adb-b971-3e7acf925cd2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Apr 06 17:20:43.220218 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-926b0cdc-bc86-473d-b7dc-7a94a96de49f service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320484 Apr 06 17:20:43.330184 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3ed2928f-5f7d-4e32-9b2b-5a36de55467d service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042020 Apr 06 17:20:43.651790 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8037eed7-f6b6-4161-9d6f-42783f181c4c req-e3541ef5-ea9a-4343-b1e8-689abad1dde2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0308080 Apr 06 17:20:43.729635 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53360272-4520-4f55-a056-428086622f8e req-99c0c063-edab-4847-9788-828224b73235 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0322747 Apr 06 17:20:44.059566 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:20:44.311007 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303868-7ff4-48b5-a004-c4b6d52a1b50 req-817f7a66-e1cc-4105-a462-2914d3bafbce tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:44.312486 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-87303868-7ff4-48b5-a004-c4b6d52a1b50 req-817f7a66-e1cc-4105-a462-2914d3bafbce tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0708187 Apr 06 17:20:44.360921 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-87303868-7ff4-48b5-a004-c4b6d52a1b50 req-c74e3c65-8f30-4b07-b37a-d0bc3d177c80 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Apr 06 17:20:44.754514 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9db86877-856c-4c5c-bd4d-483e3824a917 req-556808ae-8bef-4e42-bb03-6cd8f5e019b0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0331933 Apr 06 17:20:44.829484 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-73fd715b-df68-45f9-9e84-6a7dc44188f3 req-5e9ca791-3b42-4190-931b-1d064f926000 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0277367 Apr 06 17:20:45.487495 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9035c6-098b-4723-96b9-540030988499 req-d697a787-1128-442b-bd40-3a62eebe843c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:45.488962 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a9035c6-098b-4723-96b9-540030988499 req-d697a787-1128-442b-bd40-3a62eebe843c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0536249 Apr 06 17:20:45.537488 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a9035c6-098b-4723-96b9-540030988499 req-ac70d5ce-fc63-4957-bfc8-259c58641f39 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Apr 06 17:20:45.883805 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-31065f40-88cc-4f81-a7d8-6022adcc0c39 req-5fe1e8ec-bfec-49b3-976b-a0c49e4d0451 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0443583 Apr 06 17:20:45.942461 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-04dfe487-94fd-4afc-8166-542ef1a5a95b req-063f2dfe-47ed-473e-9fb6-de300648b02f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0349309 Apr 06 17:20:46.663930 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b28f-979d-4859-8727-c10f85b0b6a1 req-7dc88869-e42c-432a-9aca-a415bdbb09dc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:46.665456 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8d2b28f-979d-4859-8727-c10f85b0b6a1 req-7dc88869-e42c-432a-9aca-a415bdbb09dc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0555575 Apr 06 17:20:46.712007 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e8d2b28f-979d-4859-8727-c10f85b0b6a1 req-0bd58638-03e5-405c-af00-49d112eb252c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Apr 06 17:20:46.981769 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6efdf71b-a3da-4885-a91f-f89442fe627e req-3ceec298-366d-45c0-8b27-210a5627aaff tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Apr 06 17:20:47.039222 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f7acfe24-2862-4ac6-acfe-d9816abdb2b9 req-e3442684-ced5-4f54-aaf4-766192f110dd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0276694 Apr 06 17:20:47.833501 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29745112-6e6e-42de-8a70-837f7de6fe17 req-4814e438-367c-4bff-b74e-e31a0d4819bf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:47.835177 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29745112-6e6e-42de-8a70-837f7de6fe17 req-4814e438-367c-4bff-b74e-e31a0d4819bf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0532768 Apr 06 17:20:47.884135 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29745112-6e6e-42de-8a70-837f7de6fe17 req-0b5666a8-536e-41a7-98aa-6ed20d2f308a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435736 Apr 06 17:20:48.079654 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c7208e25-f3a0-4a97-bea3-8468d9e11c63 req-495c52fd-17b7-44f5-b106-4b52bbcbbd2b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Apr 06 17:20:48.136645 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-45f7825d-bb01-405c-9d8a-e709644fede2 req-443c1d3c-0696-4979-91db-306a48f205da tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0286615 Apr 06 17:20:49.018139 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec8097-6244-468f-b1de-205b11a52cf7 req-663bc0c1-c2c9-49b6-b172-7c70bf92435e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:49.019630 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5cec8097-6244-468f-b1de-205b11a52cf7 req-663bc0c1-c2c9-49b6-b172-7c70bf92435e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0584378 Apr 06 17:20:49.066960 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5cec8097-6244-468f-b1de-205b11a52cf7 req-cbe12437-2a1f-4a1a-98ff-923eeb519acd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Apr 06 17:20:49.188184 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6295fdf3-28ec-4529-b18f-c21dbb4daf38 req-26ad2192-52cc-401c-91f4-29a987e37ecc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0330806 Apr 06 17:20:49.246946 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9f9dbaef-de67-44d6-9c5a-c1b5423306d8 req-4c5881c3-e351-4e15-9c1a-10c088439449 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0387030 Apr 06 17:20:49.382275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5efee583-2679-4c5a-999c-930f24fbce9b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:49.382275 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5efee583-2679-4c5a-999c-930f24fbce9b tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 810 time: 0.1252649 Apr 06 17:20:49.556514 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-8e4ccbd0-818b-49bc-8b66-a9ca9fd1ecd5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88466543daf5477dbae728ed4fc28591 HTTP/1.1" status: 200 len: 380 time: 0.1537092 Apr 06 17:20:49.579356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-a8523206-b3ee-48e0-b167-e44e1ca8edd5 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:49.580794 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-a8523206-b3ee-48e0-b167-e44e1ca8edd5 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.1911495 Apr 06 17:20:49.605963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'port': {'device_id': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'admin_state_up': True, 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'security_groups': ['957c31d7-e66d-41d8-ab34-19107834e38e']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:49.734040 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-1eb11482-c8a9-49ee-92a3-326902f06b6b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 380 time: 0.1246493 Apr 06 17:20:49.745252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'port': {'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'admin_state_up': True, 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'security_groups': ['4fcd6787-c4f4-4248-8fb4-a417e79c076c']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:49.822190 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Made reservation on behalf of 88466543daf5477dbae728ed4fc28591 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:49.825968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:49.934175 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Made reservation on behalf of 934fd09758e54661b8220d8f17b439f9 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:20:49.938408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.073983 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Allocated IP 172.20.0.14 (24eb880c-8c23-461f-8109-87c487c7923e/77ebf90b-d6d6-4497-bda5-38c533605ae4/d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:20:50.165079 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.20.0.9 (4b3cbfe8-430b-47e6-b984-4c0eb5be5625/f9a2654a-d870-412f-87a9-86dffe2c3c36/d4440a8f-b7c7-44b9-a5ab-81e282bfd89d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:20:50.304364 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-389c8301-9547-4688-afa3-1c811200e0d7 req-71865d04-962b-4656-b8e8-bb53d752ae77 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0277066 Apr 06 17:20:50.402937 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-97de8250-89c1-4630-8181-0c8bece8c32f req-f9f578be-4416-44ad-a835-2c1b70da2969 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0364227 Apr 06 17:20:50.429621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cbf98-cfac-4fb8-b594-f791ebb3bb79 req-9b788970-7a73-4c0a-8953-5ac50d54a976 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:50.431825 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-480cbf98-cfac-4fb8-b594-f791ebb3bb79 req-9b788970-7a73-4c0a-8953-5ac50d54a976 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.2100928 Apr 06 17:20:50.463734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.557528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-480cbf98-cfac-4fb8-b594-f791ebb3bb79 req-4cab65a4-3df5-43df-b2e3-47d2a39c540e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140633 Apr 06 17:20:50.563806 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.574936 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.640457 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Network 24eb880c-8c23-461f-8109-87c487c7923e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:20:50.646267 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:50.650230 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.651795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:20:50.654833 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event updated for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:50.731236 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:20:50.738136 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:20:50.747206 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:20:50.756526 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:50.757603 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.759814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:50.808246 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-9a4941a3-d911-4eb8-845f-0b28aee03e03 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2061672 Apr 06 17:20:50.822227 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:50.823000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.831169 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Request body: {'port': {'device_id': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:50.890458 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-bd6a947f-515a-4a7f-905e-c00b4f9d3645 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503992 Apr 06 17:20:50.907597 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Request body: {'port': {'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:20:50.911406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.935932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-313aea26-8c46-45fa-a385-c115afc066d2 None None] Provisioning complete for port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:50.936502 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aea26-8c46-45fa-a385-c115afc066d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:50.972315 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-313aea26-8c46-45fa-a385-c115afc066d2 None None] Port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:20:51.008948 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:51.094837 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dd826bde-ebc0-48f9-8298-fdd22558d698 None None] Provisioning complete for port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:51.095225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd826bde-ebc0-48f9-8298-fdd22558d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:51.133054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dd826bde-ebc0-48f9-8298-fdd22558d698 None None] Port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:20:51.442311 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4145e4-9f61-429e-9e36-4e0b524a679b req-967be3f2-0f7d-4387-bd5b-f6ad9b950d5b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:51.446488 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ac4145e4-9f61-429e-9e36-4e0b524a679b req-967be3f2-0f7d-4387-bd5b-f6ad9b950d5b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 931 time: 0.0596104 Apr 06 17:20:51.511775 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ac4145e4-9f61-429e-9e36-4e0b524a679b req-275227a4-d386-44e6-8dae-6de2fb42d4fd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573492 Apr 06 17:20:51.674587 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc0e7-6fc0-4f19-818f-e351c751da96 req-c6dcb63a-2771-4a78-a77e-18dda05cc5ea tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:51.676139 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2adc0e7-6fc0-4f19-818f-e351c751da96 req-c6dcb63a-2771-4a78-a77e-18dda05cc5ea tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 932 time: 0.1523457 Apr 06 17:20:51.682567 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571d22-4bc8-46cf-b7f2-ee95668c32a2 req-69380605-db6c-43ff-98da-6b24a2f53051 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:51.684094 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-38571d22-4bc8-46cf-b7f2-ee95668c32a2 req-69380605-db6c-43ff-98da-6b24a2f53051 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Apr 06 17:20:51.739544 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-38571d22-4bc8-46cf-b7f2-ee95668c32a2 req-cb310354-7ac6-4e52-948e-c8f8186b5d36 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493805 Apr 06 17:20:51.801033 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:51.813809 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2adc0e7-6fc0-4f19-818f-e351c751da96 req-bcff1597-6b71-419c-b0de-750cc404c843 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271408 Apr 06 17:20:51.820478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks [] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:51.871565 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Transition to ACTIVE for port object d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:20:51.877817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:51.899951 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4440a8f-b7c7-44b9-a5ab-81e282bfd89d {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:51.933634 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks [] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:51.970327 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Transition to ACTIVE for port object d4440a8f-b7c7-44b9-a5ab-81e282bfd89d will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:20:51.979114 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:51.982567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.087842 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:52.173989 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Attempting to bind port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:20:52.174414 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Attempting to bind port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:20:52.174866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Attempting to bind port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:52.185960 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c on network 24eb880c-8c23-461f-8109-87c487c7923e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:20:52.186502 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Attempting to bind port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c on network 24eb880c-8c23-461f-8109-87c487c7923e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:52.200037 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:20:52.200624 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Checking segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:20:52.201339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Bound using segment: {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:20:52.202144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Bound port: d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e0c415-938a-41ce-9324-8ddbc5991efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:20:52.202762 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.263143 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Attempting to bind port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:20:52.263404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Attempting to bind port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:20:52.263744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Attempting to bind port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:52.277427 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:20:52.277753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Attempting to bind port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:20:52.292545 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:20:52.292899 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:20:52.293321 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Bound using segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:20:52.293783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Bound port: d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:20:52.294151 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.316257 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:20:52.351338 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:20:52.361947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.425489 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.426123 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.427550 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c HTTP/1.1" status: 200 len: 1094 time: 1.6015913 Apr 06 17:20:52.428078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:52.431225 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eb24c7-dfd5-4858-ad55-370de9dfe578" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:52.441755 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:20:52.451633 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:20:52.458138 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9638c-b361-4ce9-8b8f-955caac67bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:52.462392 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.492318 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b1233a-bc9d-4e47-ab5b-38ef77e3089b x-openstack-request-id: req-f9b1233a-bc9d-4e47-ab5b-38ef77e3089b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:52.492617 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:52.492876 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9b1233a-bc9d-4e47-ab5b-38ef77e3089b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:52.493299 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b1233a-bc9d-4e47-ab5b-38ef77e3089b'] response: {'name': 'network-changed', 'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'status': 'completed', 'code': 200} Apr 06 17:20:52.511051 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.511686 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.513385 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] 10.222.0.43 "PUT /v2.0/ports/d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 1093 time: 1.6124976 Apr 06 17:20:52.583347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23c0a1-f255-4a07-a68a-07cbfc3c0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:52.618037 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:20:52.630774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-0716e21c-33ce-49b2-909d-6aafe4a2da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.632416 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-0716e21c-33ce-49b2-909d-6aafe4a2da2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 1128 time: 0.1424930 Apr 06 17:20:52.719384 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-edd4484c-5c95-4700-911b-b1d67b958a6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c HTTP/1.1" status: 200 len: 217 time: 0.0604417 Apr 06 17:20:52.722926 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-c99bee98-6989-4c58-a7b7-778664ea54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.724652 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-c99bee98-6989-4c58-a7b7-778664ea54f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1127 time: 0.1567895 Apr 06 17:20:52.738810 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079444d-1d0a-4d2e-999c-f068f06e1b79 req-df2487c7-1477-4996-8baa-c8d76bcf439a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.740456 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c079444d-1d0a-4d2e-999c-f068f06e1b79 req-df2487c7-1477-4996-8baa-c8d76bcf439a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.1279953 Apr 06 17:20:52.797356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:52.830729 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'e63fa336-45b8-428d-866a-78296b04500a', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:20:52.835848 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-4c38c450-7fa7-4b4d-8844-130c3862e880 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 217 time: 0.0937443 Apr 06 17:20:52.890384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:52.891362 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.895787 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5c5fc3fd-cb6e-4874-b492-07792c8dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.897375 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-5c5fc3fd-cb6e-4874-b492-07792c8dbadc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.1538219 Apr 06 17:20:52.901773 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb34366-b386-4ab4-9138-7de9718b9ed7 req-bb24c280-6f6b-4e1f-8521-01171aecc261 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.910795 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e63fa336-45b8-428d-866a-78296b04500a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:52.911237 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c079444d-1d0a-4d2e-999c-f068f06e1b79 req-5995c7a6-3023-45a5-9d4c-5f0a2970e478 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529603 Apr 06 17:20:52.912352 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0eb34366-b386-4ab4-9138-7de9718b9ed7 req-bb24c280-6f6b-4e1f-8521-01171aecc261 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0775418 Apr 06 17:20:52.931687 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:52.945909 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:52.960589 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-5b4e1e2b-17f9-4909-92cb-01f8162fa244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:52.962210 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-5b4e1e2b-17f9-4909-92cb-01f8162fa244 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.1062295 Apr 06 17:20:52.997671 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0eb34366-b386-4ab4-9138-7de9718b9ed7 req-c49fde5f-0243-4255-b55d-e929e5f6953b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829585 Apr 06 17:20:53.049623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:53.056088 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['e63fa336-45b8-428d-866a-78296b04500a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:20:53.061074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-62325562-2241-44d0-afaa-94da342a8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:53.063355 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-62325562-2241-44d0-afaa-94da342a8208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1485393 Apr 06 17:20:53.090328 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.090503 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.090888 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.091151 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.092174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.092174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.092174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.092666 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.092888 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.093614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.093614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.093929 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.094265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.094689 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.094917 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:20:53.150217 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-6af14049-2d4e-42f4-9842-c406b40f2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:53.152457 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-6af14049-2d4e-42f4-9842-c406b40f2d84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1740251 Apr 06 17:20:53.242272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e8bc-a167-4de4-a316-881e8ed58ebf req-ba7d5a79-ee4a-4b45-8007-cec100e7efaa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:53.244410 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9989e8bc-a167-4de4-a316-881e8ed58ebf req-ba7d5a79-ee4a-4b45-8007-cec100e7efaa tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 944 time: 0.2040799 Apr 06 17:20:53.282560 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-f8f7e5ba-8b29-45cd-86c1-d1c1bb1c2cdf service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016366 Apr 06 17:20:53.403153 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9989e8bc-a167-4de4-a316-881e8ed58ebf req-b3be6e1a-4242-432e-872f-f1ac2ad4b9dd tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468782 Apr 06 17:20:53.405004 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-36a0a019-532c-48fd-a40e-2679b1fdfb18 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371142 Apr 06 17:20:53.488898 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de7cfef1-2e51-44df-ad83-c64730855db4 req-e89b7864-5ceb-416b-a372-889a9ad7cf85 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981101 Apr 06 17:20:53.536424 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e4ea49b-95e3-4466-ad26-8258f9391239 req-f8067be4-527e-4f34-959f-51cf51980cfb service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126645 Apr 06 17:20:54.061662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb7e3a-f476-46e7-acd6-8c5d4715a967 req-5773acc6-fd03-4302-8fdf-622c2f3fa309 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.064753 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-accb7e3a-f476-46e7-acd6-8c5d4715a967 req-5773acc6-fd03-4302-8fdf-622c2f3fa309 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0758913 Apr 06 17:20:54.164349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99988d7b-ed78-4599-a68b-ae708a21c2c2 req-4d99d100-e6aa-4b5b-9d1b-56e2a3352a7f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.166791 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-accb7e3a-f476-46e7-acd6-8c5d4715a967 req-09bb183b-880a-45f3-9436-6f747168e8d2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918078 Apr 06 17:20:54.174390 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-99988d7b-ed78-4599-a68b-ae708a21c2c2 req-4d99d100-e6aa-4b5b-9d1b-56e2a3352a7f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 944 time: 0.0834420 Apr 06 17:20:54.232699 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-99988d7b-ed78-4599-a68b-ae708a21c2c2 req-69229b13-d55c-4159-8bd3-767c0a4d6ecb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557756 Apr 06 17:20:54.498011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:54.500349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92" -d '{"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:54.546929 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b47022-cb57-460b-b1ed-52f53884a55a req-e98a9a7e-23cb-4ce2-85c2-4817d26f5d2f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.556127 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-29b47022-cb57-460b-b1ed-52f53884a55a req-e98a9a7e-23cb-4ce2-85c2-4817d26f5d2f tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 944 time: 0.0739379 Apr 06 17:20:54.609347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6f0477-7b8b-4c1c-b528-e152879fc284 x-openstack-request-id: req-bb6f0477-7b8b-4c1c-b528-e152879fc284 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:54.612529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:54.614293 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb6f0477-7b8b-4c1c-b528-e152879fc284 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:54.614926 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6f0477-7b8b-4c1c-b528-e152879fc284'] response: {'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'status': 'completed', 'code': 200} Apr 06 17:20:54.631901 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-29b47022-cb57-460b-b1ed-52f53884a55a req-c378a9f2-fbd9-43a4-adfb-7414959a76be tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739467 Apr 06 17:20:54.636798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:20:54.639514 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:20:54.664995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-881bcf5a-77c2-41d4-858e-a1707f4c34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.671221 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-881bcf5a-77c2-41d4-858e-a1707f4c34ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 1128 time: 0.1978297 Apr 06 17:20:54.791014 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port e63fa336-45b8-428d-866a-78296b04500a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:54.791394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e63fa336-45b8-428d-866a-78296b04500a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:54.855924 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:54.869951 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'port_id': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'mac_address': 'fa:16:3e:5b:f9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:20:54.944562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-d84c7d67-5c0d-4aaf-a3f3-bd6475afb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.946677 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-d84c7d67-5c0d-4aaf-a3f3-bd6475afb7a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.1615570 Apr 06 17:20:54.948811 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-6b4acf09-4365-4b00-b206-1f447085c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:54.950586 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-6b4acf09-4365-4b00-b206-1f447085c7d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1127 time: 0.1011190 Apr 06 17:20:54.952167 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:54.952567 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:54.973199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:54.973596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:54.979484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:20:55.012516 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-82a2ce9f-54ea-4dc0-bef3-685db97799fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c HTTP/1.1" status: 200 len: 217 time: 0.0582356 Apr 06 17:20:55.018784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:55.024210 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:55.026642 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf44c6f-5ce1-47a6-a0ff-b3392bb00b2c" -d '{"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:55.038700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:55.045592 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:55.072745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:55.122913 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:55.141467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-891b9bf5-865d-4afc-b6a0-2b9fa74ca2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.142929 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-891b9bf5-865d-4afc-b6a0-2b9fa74ca2a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0823030 Apr 06 17:20:55.220314 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-d74e27d2-796e-49eb-b6ca-ec4f0066c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.222555 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-d74e27d2-796e-49eb-b6ca-ec4f0066c922 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.2574584 Apr 06 17:20:55.250399 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:55.258861 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6502c-8e98-46f1-a4e0-be976076658f x-openstack-request-id: req-26c6502c-8e98-46f1-a4e0-be976076658f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:55.259169 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:55.259425 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26c6502c-8e98-46f1-a4e0-be976076658f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:55.259988 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c6502c-8e98-46f1-a4e0-be976076658f'] response: {'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'code': 200} Apr 06 17:20:55.310910 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-edb82e96-ac54-4e99-afac-aa9507703dff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 217 time: 0.0797403 Apr 06 17:20:55.312288 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fbc2-fcfa-428b-9620-b061dc629199 req-02c15e52-0cd2-4f9c-a359-a05058f83b36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.315622 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-446bc2f6-59f1-4842-ba69-806dc2a736c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.318176 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-446bc2f6-59f1-4842-ba69-806dc2a736c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520441 Apr 06 17:20:55.319724 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6486fbc2-fcfa-428b-9620-b061dc629199 req-02c15e52-0cd2-4f9c-a359-a05058f83b36 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0797107 Apr 06 17:20:55.380957 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:20:55.388090 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6486fbc2-fcfa-428b-9620-b061dc629199 req-0d312e8d-5d88-47fb-a946-fe49c4f7870b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670927 Apr 06 17:20:55.497863 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-3b1e4c0c-159f-4308-a538-cc8c82b551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.499620 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-3b1e4c0c-159f-4308-a538-cc8c82b551cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.1796405 Apr 06 17:20:55.569390 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236100b2-0fcc-42d9-a6f3-d68a3663714d req-363cfdeb-d05c-4a54-9f88-2c971d51161e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.577632 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-236100b2-0fcc-42d9-a6f3-d68a3663714d req-363cfdeb-d05c-4a54-9f88-2c971d51161e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.2369425 Apr 06 17:20:55.605132 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-b0e2b524-26cb-4a3d-8667-b8391c9e1eeb service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661710 Apr 06 17:20:55.729303 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-31eb24c7-dfd5-4858-ad55-370de9dfe578 req-14959fbb-4143-4dbb-90dd-c351f45bc676 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169689 Apr 06 17:20:55.762251 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-236100b2-0fcc-42d9-a6f3-d68a3663714d req-b7d08f45-6f3f-440b-a84a-face10c3467c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748259 Apr 06 17:20:55.767630 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-9c6c66a7-de34-4a31-909a-1ae13fb6eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.769371 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-9c6c66a7-de34-4a31-909a-1ae13fb6eafc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2604654 Apr 06 17:20:55.771360 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d08b1-8247-4e5d-b986-f6c09d3470eb req-61bd265f-5b0e-4712-a590-77962eba3c0d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:55.779647 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-528d08b1-8247-4e5d-b986-f6c09d3470eb req-61bd265f-5b0e-4712-a590-77962eba3c0d tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 945 time: 0.0743971 Apr 06 17:20:55.843556 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-528d08b1-8247-4e5d-b986-f6c09d3470eb req-381e2334-78b0-4267-a679-f4e3ed171854 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627196 Apr 06 17:20:55.916841 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-3dd7d9b9-5be7-4e6a-a370-528dcd7b2f08 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388164 Apr 06 17:20:56.020082 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0106f1c0-937e-49f7-aee4-2fe00c2f4b92 req-3f7fd2d3-65c5-48b3-b37f-2356e4972136 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966768 Apr 06 17:20:56.542236 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06e41-56fa-4271-a11d-0e293e87536e req-deb2605c-36f0-4b14-aa4c-0d19ad016bed tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:56.543832 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c3c06e41-56fa-4271-a11d-0e293e87536e req-deb2605c-36f0-4b14-aa4c-0d19ad016bed tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0756462 Apr 06 17:20:56.612324 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c3c06e41-56fa-4271-a11d-0e293e87536e req-396db9d0-407e-4ffd-ae58-a5cda4a0d18e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629418 Apr 06 17:20:56.887092 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9e0e-8dea-48f6-a4ed-9cb44d95a3f2 req-8092cc0d-20e3-408f-a46e-05b5658adee3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:56.888630 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-09ca9e0e-8dea-48f6-a4ed-9cb44d95a3f2 req-8092cc0d-20e3-408f-a46e-05b5658adee3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0632622 Apr 06 17:20:56.969153 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ac58-0bdd-467f-b067-bfea51897b95 req-3f03d9a5-35ce-4db0-9189-94a327e9061c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:56.970653 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec83ac58-0bdd-467f-b067-bfea51897b95 req-3f03d9a5-35ce-4db0-9189-94a327e9061c tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 945 time: 0.0600035 Apr 06 17:20:56.977685 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-09ca9e0e-8dea-48f6-a4ed-9cb44d95a3f2 req-406a68f8-e7d3-4d2c-ae73-055b2006fd9b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809119 Apr 06 17:20:57.044159 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec83ac58-0bdd-467f-b067-bfea51897b95 req-eb9a3c7f-025c-49b8-80bf-16088aa154f2 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671139 Apr 06 17:20:57.143630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:20:57.210245 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:20:57.219013 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:20:57.219383 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:57.308967 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:20:57.309308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:57.333890 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:20:57.336878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8ef80-5f5d-439d-b3ea-c0431d140cd4" -d '{"events": [{"server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "name": "network-vif-plugged", "status": "completed", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:20:57.369488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:20:57.375098 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:57.406464 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce6b7c-1c77-4a35-bad8-85d301bca28b x-openstack-request-id: req-e7ce6b7c-1c77-4a35-bad8-85d301bca28b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:20:57.406772 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "name": "network-vif-plugged", "status": "completed", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:20:57.407024 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7ce6b7c-1c77-4a35-bad8-85d301bca28b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:20:57.407412 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ce6b7c-1c77-4a35-bad8-85d301bca28b'] response: {'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'code': 200} Apr 06 17:20:57.432249 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:20:57.744388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5659af-4dcd-4565-a07b-33cbde4e8ba7 req-0228e38c-dc11-444e-bcaa-a74ab979cdd3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:57.746212 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d5659af-4dcd-4565-a07b-33cbde4e8ba7 req-0228e38c-dc11-444e-bcaa-a74ab979cdd3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0608902 Apr 06 17:20:57.809730 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d5659af-4dcd-4565-a07b-33cbde4e8ba7 req-28d79584-b895-48de-80a9-1d5d80028ea0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571256 Apr 06 17:20:58.144551 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0cd3f-3f61-4162-b5a4-df811d522135 req-586733c2-b53d-4bc7-b05f-000dee9ec25f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:58.151483 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-afb0cd3f-3f61-4162-b5a4-df811d522135 req-586733c2-b53d-4bc7-b05f-000dee9ec25f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0738361 Apr 06 17:20:58.180956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dbab-9cb1-48f9-b5bb-d138e4e0b2ab req-e16ed598-6feb-4d4c-b39f-22fb9bbba023 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:58.182799 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42d3dbab-9cb1-48f9-b5bb-d138e4e0b2ab req-e16ed598-6feb-4d4c-b39f-22fb9bbba023 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0612490 Apr 06 17:20:58.223995 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-afb0cd3f-3f61-4162-b5a4-df811d522135 req-1d00ff1f-ec34-41b8-9dce-bb9371b32b73 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523121 Apr 06 17:20:58.239367 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42d3dbab-9cb1-48f9-b5bb-d138e4e0b2ab req-763a9a73-9ee3-43ba-abad-30d9fcc45115 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Apr 06 17:20:58.963283 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7882-cd51-442c-8a2b-7ca03eab07eb req-7b927ee2-4f01-42f2-bfcd-7287a56966d8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:58.964977 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1b1a7882-cd51-442c-8a2b-7ca03eab07eb req-7b927ee2-4f01-42f2-bfcd-7287a56966d8 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0736828 Apr 06 17:20:59.018357 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1b1a7882-cd51-442c-8a2b-7ca03eab07eb req-c6bccfc2-1ec5-44e2-a316-5573e3e4bc54 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472829 Apr 06 17:20:59.257756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c954b-4379-4f40-8657-02eb195a86e3 req-71e453ab-e2ac-40f7-81ad-1479581a5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:59.261099 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b9c954b-4379-4f40-8657-02eb195a86e3 req-71e453ab-e2ac-40f7-81ad-1479581a5b49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 1130 time: 0.0551398 Apr 06 17:20:59.327161 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b9c954b-4379-4f40-8657-02eb195a86e3 req-9c6defbf-9d50-40f4-a55d-f07f0b4f8a24 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572743 Apr 06 17:20:59.375706 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:59.416765 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc91c88-a1d9-4abe-9d15-67cc0eed426d req-f47a4ac3-f847-4b5d-a3d1-787da40044c7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:59.418293 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6fc91c88-a1d9-4abe-9d15-67cc0eed426d req-f47a4ac3-f847-4b5d-a3d1-787da40044c7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0756474 Apr 06 17:20:59.435429 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdd28a-cbf9-4076-8bf8-2c714192e11d req-d711c7d6-0d8b-46ac-83a0-0466489a1ee7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:59.442789 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-56fdd28a-cbf9-4076-8bf8-2c714192e11d req-d711c7d6-0d8b-46ac-83a0-0466489a1ee7 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0662651 Apr 06 17:20:59.478621 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6fc91c88-a1d9-4abe-9d15-67cc0eed426d req-458855b5-b441-46cc-8cbb-8b4dfcfdc21a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546069 Apr 06 17:20:59.508329 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-56fdd28a-cbf9-4076-8bf8-2c714192e11d req-4b7fb226-c273-4dbd-a0a0-b0f733418d79 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645735 Apr 06 17:21:00.175525 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32db17-f485-4a6a-ae63-187806d15458 req-92c44bd8-7503-4eb9-b68e-7a9cfcbc3ed2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:00.177454 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a32db17-f485-4a6a-ae63-187806d15458 req-92c44bd8-7503-4eb9-b68e-7a9cfcbc3ed2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0733113 Apr 06 17:21:00.246178 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a32db17-f485-4a6a-ae63-187806d15458 req-a9c76a0e-373f-4a49-89d8-d43db88de672 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620627 Apr 06 17:21:00.625816 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c13e7-e97e-460a-91f0-c8f0cd223b79 req-07dc7d20-c033-4e58-ad88-be101a38543f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:00.628090 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2e7c13e7-e97e-460a-91f0-c8f0cd223b79 req-07dc7d20-c033-4e58-ad88-be101a38543f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0609593 Apr 06 17:21:00.656077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7543-8c6c-491b-b61f-14dd2e98a860 req-3519f6c8-abec-48ef-94d5-174be74bbba3 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:00.668520 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e9d7543-8c6c-491b-b61f-14dd2e98a860 req-3519f6c8-abec-48ef-94d5-174be74bbba3 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0743215 Apr 06 17:21:00.704235 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2e7c13e7-e97e-460a-91f0-c8f0cd223b79 req-bd086531-2668-45fb-a0ab-daaeb89d20f5 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678468 Apr 06 17:21:00.729567 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e9d7543-8c6c-491b-b61f-14dd2e98a860 req-cb94273c-f30b-42df-a918-cf85f720a45e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598288 Apr 06 17:21:01.459257 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e158ed-c67f-455d-a30e-b08f641bfe43 req-f4b25c43-a1e4-4650-8eb5-ff82578004ca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:01.461310 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a7e158ed-c67f-455d-a30e-b08f641bfe43 req-f4b25c43-a1e4-4650-8eb5-ff82578004ca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0897248 Apr 06 17:21:01.523184 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a7e158ed-c67f-455d-a30e-b08f641bfe43 req-6f2908bf-2200-4a22-9c4f-c63072bfc690 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548410 Apr 06 17:21:01.887987 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5887-05af-4436-a09d-13ec5e97ebae req-fc78ceb8-e43b-47c8-80fc-ba7882efc547 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:01.898986 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-42be5887-05af-4436-a09d-13ec5e97ebae req-fc78ceb8-e43b-47c8-80fc-ba7882efc547 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0727739 Apr 06 17:21:01.921210 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa82fc-765f-4ec6-b4f2-e12bf9227572 req-ea81d0a8-e665-4fc9-97bd-f47428d2a887 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:01.923648 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3aaa82fc-765f-4ec6-b4f2-e12bf9227572 req-ea81d0a8-e665-4fc9-97bd-f47428d2a887 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.0724366 Apr 06 17:21:01.963875 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-42be5887-05af-4436-a09d-13ec5e97ebae req-a4c6b129-109d-4d95-b433-32d860d61eb3 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637584 Apr 06 17:21:02.022024 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3aaa82fc-765f-4ec6-b4f2-e12bf9227572 req-ad3a4ce7-7828-400e-8e77-0ae1e3df75b4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900776 Apr 06 17:21:02.134812 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb784-a6bc-4fd1-95c0-74c79d4d49f4 req-d53bf37a-d4ea-42b9-a7d9-ca989cdf2084 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:02.142693 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a2cfb784-a6bc-4fd1-95c0-74c79d4d49f4 req-d53bf37a-d4ea-42b9-a7d9-ca989cdf2084 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0761547 Apr 06 17:21:02.147795 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:02.153937 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Request body: {'floatingip': {'port_id': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:02.199029 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:02.648228 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bc05b-93ba-459c-b68a-ae8cb95089b6 req-6e68aa07-cb60-4764-a8d2-b9a7aa63c162 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:02.652175 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a1bc05b-93ba-459c-b68a-ae8cb95089b6 req-6e68aa07-cb60-4764-a8d2-b9a7aa63c162 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 943 time: 0.0566747 Apr 06 17:21:02.686813 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d4440a8f-b7c7-44b9-a5ab-81e282bfd89d details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:21:02.746979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a1bc05b-93ba-459c-b68a-ae8cb95089b6 req-78dca023-3b9c-4b39-88a1-b03a635d09fb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788939 Apr 06 17:21:02.748507 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:02.754843 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:02.821177 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:02.834742 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:21:02.897737 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Floating IP 2332c438-3281-4004-be1a-0c7c61f137ee associated. External IP: 172.27.3.13, port: d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c. Apr 06 17:21:02.902868 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:02.903545 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:02.922089 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4440a8f-b7c7-44b9-a5ab-81e282bfd89d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:21:02.948262 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:02.953997 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:03.019146 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:03.244693 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f83f7-05db-4d29-b26d-2a5b6abae485 req-a508d682-6ce7-466d-b0b0-4e4503226cc1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:03.246252 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fd9f83f7-05db-4d29-b26d-2a5b6abae485 req-a508d682-6ce7-466d-b0b0-4e4503226cc1 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.1363912 Apr 06 17:21:03.280327 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:03.354907 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['d4440a8f-b7c7-44b9-a5ab-81e282bfd89d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:21:03.355188 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fd9f83f7-05db-4d29-b26d-2a5b6abae485 req-8226dd03-7510-4eb6-afb7-c940b8664faf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021185 Apr 06 17:21:03.715642 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:03.721539 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:03.726223 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:03.745300 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:03.747218 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:03.762590 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-8b1a36d2-43cd-4567-9168-e6d1f3f91727 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "PUT /v2.0/floatingips/2332c438-3281-4004-be1a-0c7c61f137ee HTTP/1.1" status: 200 len: 991 time: 1.6133263 Apr 06 17:21:03.763100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:03.765936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ae615-dc8c-4778-864b-755205e4705d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:03.903501 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:03.907177 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72247cfc-edf3-49b1-bcbd-f5fba278b146 req-f06f441e-1886-410f-9603-679ecc4def30 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:03.914733 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-72247cfc-edf3-49b1-bcbd-f5fba278b146 req-f06f441e-1886-410f-9603-679ecc4def30 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 944 time: 0.0678630 Apr 06 17:21:03.917457 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86025bf7-8aaf-42a3-973e-0f936078adaa x-openstack-request-id: req-86025bf7-8aaf-42a3-973e-0f936078adaa {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:03.917743 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:03.917993 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86025bf7-8aaf-42a3-973e-0f936078adaa {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:03.918385 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86025bf7-8aaf-42a3-973e-0f936078adaa'] response: {'name': 'network-changed', 'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'status': 'completed', 'code': 200} Apr 06 17:21:03.945298 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0601f5c-ebec-4c04-b398-b780973bcc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:03.992453 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-72247cfc-edf3-49b1-bcbd-f5fba278b146 req-de52e5d3-7242-4544-b1c3-1b4eff599ee1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766516 Apr 06 17:21:04.020619 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae615-dc8c-4778-864b-755205e4705d req-1f241dcc-813f-4d0c-af6f-4a37ca52ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:04.022236 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-1f241dcc-813f-4d0c-af6f-4a37ca52ff77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88466543daf5477dbae728ed4fc28591&device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 1130 time: 0.0658882 Apr 06 17:21:04.059875 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:04.168810 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d444-6f82-476b-8140-1ad7914761b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.249494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d444-6f82-476b-8140-1ad7914761b1 admin admin] Publish callbacks [] for security_group (4f7888f6-a74f-4af6-9415-25e9790672a0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.251004 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '2332c438-3281-4004-be1a-0c7c61f137ee', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:5b:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:41Z', 'updated_at': '2022-04-06T17:21:02Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:04.254100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d444-6f82-476b-8140-1ad7914761b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4f7888f6-a74f-4af6-9415-25e9790672a0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.289970 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:04.297809 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b8a8d444-6f82-476b-8140-1ad7914761b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d85cccd8a5445dc84123bc12e7924df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345183 Apr 06 17:21:04.297809 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8d444-6f82-476b-8140-1ad7914761b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7888f6-a74f-4af6-9415-25e9790672a0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:04.299214 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55288) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:04.301079 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:04.301754 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:20:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:04.351428 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] Publish callbacks [] for security_group (4f7888f6-a74f-4af6-9415-25e9790672a0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.374165 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] Publish callbacks [] for security_group (4f7888f6-a74f-4af6-9415-25e9790672a0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.395925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae615-dc8c-4778-864b-755205e4705d req-92e57248-0c88-4a69-8e61-01b649ad11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:04.398231 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-92e57248-0c88-4a69-8e61-01b649ad11ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 200 len: 911 time: 0.1264205 Apr 06 17:21:04.431089 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4f7888f6-a74f-4af6-9415-25e9790672a0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.434150 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.434453 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:04.437855 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f7888f6-a74f-4af6-9415-25e9790672a0 HTTP/1.1" status: 204 len: 168 time: 0.1356037 Apr 06 17:21:04.467637 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3120f99-7930-4145-bd74-91fca98f15a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7888f6-a74f-4af6-9415-25e9790672a0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:04.727156 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '2332c438-3281-4004-be1a-0c7c61f137ee', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:5b:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:41Z', 'updated_at': '2022-04-06T17:21:02Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:04.737884 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d4440a8f-b7c7-44b9-a5ab-81e282bfd89d up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:04.760812 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6f5fb-3b26-4e92-934e-e3281be79525 None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '2332c438-3281-4004-be1a-0c7c61f137ee', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'port_id': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'mac_address': 'fa:16:3e:5b:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:20:41Z', 'updated_at': '2022-04-06T17:21:02Z', 'revision_number': 1, 'project_id': '88466543daf5477dbae728ed4fc28591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:04.809639 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:21:04.810238 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55296) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:04.814756 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:04.815479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.828015 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca715f22-599e-4722-913e-4f520a4032fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.885935 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-e69d312f-777a-4e97-baab-393505a29d22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c HTTP/1.1" status: 200 len: 999 time: 0.3902295 Apr 06 17:21:04.913321 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:04.913321 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.913660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e9ccc-67c3-41e2-b5e0-efe4ebcf3add req-9e5ead23-7421-4d87-bc6b-a32f70615097 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:04.914956 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e12e9ccc-67c3-41e2-b5e0-efe4ebcf3add req-9e5ead23-7421-4d87-bc6b-a32f70615097 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 945 time: 0.4745152 Apr 06 17:21:04.937052 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:04.939353 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2f884-235a-4b42-ba82-c74abd4527a8" -d '{"events": [{"server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "name": "network-vif-plugged", "status": "completed", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:04.952864 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:04.957559 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca715f22-599e-4722-913e-4f520a4032fd admin admin] Publish callbacks [] for security_group (72aacf0a-8118-4a1b-a63f-6d0ab770d0a4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.960980 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.961859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:04.963520 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca715f22-599e-4722-913e-4f520a4032fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (72aacf0a-8118-4a1b-a63f-6d0ab770d0a4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:04.966467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae615-dc8c-4778-864b-755205e4705d req-ad4caebc-01a1-4712-b1b5-3531b15d3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:04.968234 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-ad4caebc-01a1-4712-b1b5-3531b15d3770 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 200 len: 849 time: 0.0622807 Apr 06 17:21:04.996723 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ceae-baa9-424b-9791-e85d73a798ae req-3ad983ef-f936-4af9-bd70-e865fbc913ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:04.998192 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-3ad983ef-f936-4af9-bd70-e865fbc913ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1129 time: 0.5047691 Apr 06 17:21:05.003476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca715f22-599e-4722-913e-4f520a4032fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aacf0a-8118-4a1b-a63f-6d0ab770d0a4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:05.044939 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ca715f22-599e-4722-913e-4f520a4032fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01319e0f9e0845ef974c7632ddf01215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334759 Apr 06 17:21:05.047649 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:05.077463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa28014-c1a8-4821-8a4f-9b62cf8db818 x-openstack-request-id: req-afa28014-c1a8-4821-8a4f-9b62cf8db818 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:05.083272 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "name": "network-vif-plugged", "status": "completed", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:05.083592 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afa28014-c1a8-4821-8a4f-9b62cf8db818 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:05.084082 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa28014-c1a8-4821-8a4f-9b62cf8db818'] response: {'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'code': 200} Apr 06 17:21:05.109825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:05.137307 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] Publish callbacks [] for security_group (72aacf0a-8118-4a1b-a63f-6d0ab770d0a4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.162040 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd1d4a-9630-4a6a-b92e-dcec27b6803d None None] New status for floating IP 2332c438-3281-4004-be1a-0c7c61f137ee: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:21:05.177498 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e12e9ccc-67c3-41e2-b5e0-efe4ebcf3add req-9d2d42ee-54ba-4d8f-8452-44a9279d34c7 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187588 Apr 06 17:21:05.179366 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ceae-baa9-424b-9791-e85d73a798ae req-0b6ed0b7-1f56-4162-933a-470445cdee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.180744 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-0b6ed0b7-1f56-4162-933a-470445cdee08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.1657517 Apr 06 17:21:05.187546 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae615-dc8c-4778-864b-755205e4705d req-d59bd495-a787-4b71-843c-26dbfe653817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.189259 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-d59bd495-a787-4b71-843c-26dbfe653817 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24eb880c-8c23-461f-8109-87c487c7923e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1961236 Apr 06 17:21:05.207054 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] Publish callbacks [] for security_group (72aacf0a-8118-4a1b-a63f-6d0ab770d0a4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.245222 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:05.245772 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.268427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebea75-5fa5-468f-8730-1f6952d16db7 req-0e914e53-56c3-4f54-b779-009bbaf7d4a3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.270143 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c4ebea75-5fa5-468f-8730-1f6952d16db7 req-0e914e53-56c3-4f54-b779-009bbaf7d4a3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.1195514 Apr 06 17:21:05.302201 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (72aacf0a-8118-4a1b-a63f-6d0ab770d0a4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.305120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.308803 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72aacf0a-8118-4a1b-a63f-6d0ab770d0a4 HTTP/1.1" status: 204 len: 168 time: 0.2575369 Apr 06 17:21:05.323589 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d5333-2a55-47c7-9bc1-3528414ad4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aacf0a-8118-4a1b-a63f-6d0ab770d0a4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:05.342722 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c4ebea75-5fa5-468f-8730-1f6952d16db7 req-1bd1345d-081d-4c50-a26a-32babfcb3b4a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650401 Apr 06 17:21:05.373585 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:05.411609 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-a2296cb0-a72f-4f5d-9260-7871abbc1e6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 1001 time: 0.2140126 Apr 06 17:21:05.414736 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-454be9f9-8922-4018-95ea-7764c60da890 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068267 Apr 06 17:21:05.420365 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:05.449051 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af54a-df1e-4de7-8f00-f1b4c149468d req-5808ea4a-9728-48ab-9d1d-815ee641834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.450515 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f8af54a-df1e-4de7-8f00-f1b4c149468d req-5808ea4a-9728-48ab-9d1d-815ee641834d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1129 time: 0.1319847 Apr 06 17:21:05.476451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:05.576524 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ceae-baa9-424b-9791-e85d73a798ae req-83deb00f-044c-47da-8fbb-688e9ec2c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.578013 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-83deb00f-044c-47da-8fbb-688e9ec2c4cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.1528683 Apr 06 17:21:05.594832 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3f8af54a-df1e-4de7-8f00-f1b4c149468d req-c32d3879-79b7-4930-8d79-eedfe0518b2c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239519 Apr 06 17:21:05.635566 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e77ae615-dc8c-4778-864b-755205e4705d req-8efdf9af-7d43-46d0-b684-cf2e5f07c610 service neutron] 10.222.0.43 "GET /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114325 Apr 06 17:21:05.650513 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ceae-baa9-424b-9791-e85d73a798ae req-ea2b6774-7326-411d-93d7-b8483f7af046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:05.652068 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-ea2b6774-7326-411d-93d7-b8483f7af046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604146 Apr 06 17:21:05.911964 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-4ced00d4-28a3-4209-9fa8-13c4cb579f6a service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960853 Apr 06 17:21:06.011072 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2457ceae-baa9-424b-9791-e85d73a798ae req-f1092050-f29d-4433-ab1c-caaec9238401 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883613 Apr 06 17:21:06.313188 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23ed8-fd17-4d7a-850a-16d6317354b2 req-c274e63e-29dd-481c-9471-eaa20f1fdbdb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:06.314725 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e9f23ed8-fd17-4d7a-850a-16d6317354b2 req-c274e63e-29dd-481c-9471-eaa20f1fdbdb tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0569983 Apr 06 17:21:06.368080 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e9f23ed8-fd17-4d7a-850a-16d6317354b2 req-1d08c836-f26d-41b3-9c0b-84bdd330406a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475876 Apr 06 17:21:06.475422 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013eef7-f562-4de9-9c28-e8ad23b7b93f req-1b948fb5-75e8-4673-be21-6310b7452bb1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:06.476932 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6013eef7-f562-4de9-9c28-e8ad23b7b93f req-1b948fb5-75e8-4673-be21-6310b7452bb1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0558662 Apr 06 17:21:06.527693 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6013eef7-f562-4de9-9c28-e8ad23b7b93f req-e83a2946-6082-42f2-9d62-10ddc379e3d4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Apr 06 17:21:06.679999 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-095a1d1b-fd7f-4d06-a8e2-6f6b66e28506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.085232 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:07.087565 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe39529-925f-411f-a0ed-8df54cba1382" -d '{"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-unplugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:07.126739 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd9cfb-19b0-46dc-bc3a-64d8089f8a43 x-openstack-request-id: req-70cd9cfb-19b0-46dc-bc3a-64d8089f8a43 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:07.127030 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-unplugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:07.127280 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70cd9cfb-19b0-46dc-bc3a-64d8089f8a43 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:07.127672 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cd9cfb-19b0-46dc-bc3a-64d8089f8a43'] response: {'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'code': 200} Apr 06 17:21:07.362661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55378) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:07.487000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.517358 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fd6a9-5b68-4c0c-9c17-2703992cec84 req-829e3d15-eee1-4305-b284-6e489b95fdaf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:07.518869 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-821fd6a9-5b68-4c0c-9c17-2703992cec84 req-829e3d15-eee1-4305-b284-6e489b95fdaf tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0605311 Apr 06 17:21:07.572742 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Publish callbacks [] for security_group (be01d67f-30d9-4d18-8390-b69521ec7c2d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.578164 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (be01d67f-30d9-4d18-8390-b69521ec7c2d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.578606 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-821fd6a9-5b68-4c0c-9c17-2703992cec84 req-9bda5a27-bd5b-4de6-9508-26eb0ce89b9b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532146 Apr 06 17:21:07.633238 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e162fa68652d467cb0d772a3147a0351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693784 Apr 06 17:21:07.637603 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55386) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:07.646081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.651130 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01d67f-30d9-4d18-8390-b69521ec7c2d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:07.664338 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.664692 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.665046 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.665393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.665743 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.666058 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.666383 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.666704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.667027 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.667351 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.667674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.667994 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.668311 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.668627 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.668944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da55f4-831f-410a-95d0-caef641bd9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:07.687987 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] Publish callbacks [] for security_group (be01d67f-30d9-4d18-8390-b69521ec7c2d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.693114 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d24cad-ad21-4b12-968a-dbb602d18ddb req-ed263bf6-f5ac-46f3-8558-530e311884ed tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:07.695903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-00d24cad-ad21-4b12-968a-dbb602d18ddb req-ed263bf6-f5ac-46f3-8558-530e311884ed tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0844502 Apr 06 17:21:07.721000 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] Publish callbacks [] for security_group (be01d67f-30d9-4d18-8390-b69521ec7c2d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.749733 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-00d24cad-ad21-4b12-968a-dbb602d18ddb req-3cbbe6a4-23fc-4cfd-9bc6-7b69f1b6d1d2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Apr 06 17:21:07.771690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (be01d67f-30d9-4d18-8390-b69521ec7c2d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.774968 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.776121 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be01d67f-30d9-4d18-8390-b69521ec7c2d HTTP/1.1" status: 204 len: 168 time: 0.1375422 Apr 06 17:21:07.784056 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed423f-88aa-465c-8264-000379c5c2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01d67f-30d9-4d18-8390-b69521ec7c2d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:08.078698 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55392) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:08.091817 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8029df8-f760-4ac9-9f5e-ea56ef3f28cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.166118 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8029df8-f760-4ac9-9f5e-ea56ef3f28cd admin admin] Publish callbacks [] for security_group (e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.169824 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8029df8-f760-4ac9-9f5e-ea56ef3f28cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.207659 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c8029df8-f760-4ac9-9f5e-ea56ef3f28cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8d2f82353d74b228ab16ffa0149a85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278722 Apr 06 17:21:08.208526 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029df8-f760-4ac9-9f5e-ea56ef3f28cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:08.210445 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55394) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:08.261923 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] Publish callbacks [] for security_group (e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.283413 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] Publish callbacks [] for security_group (e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.331403 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.334058 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:08.335773 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba HTTP/1.1" status: 204 len: 168 time: 0.1242249 Apr 06 17:21:08.343577 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eecbd4-3adf-4f0b-8911-17971e290152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939ece6-65ca-4e51-9dd7-f7e5ead4c3ba,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:08.725519 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f809b5-cdcd-448a-b509-91b4a1f8a887 req-0eac0e1b-3998-4d49-be0e-94e89df49693 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:08.727241 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c4f809b5-cdcd-448a-b509-91b4a1f8a887 req-0eac0e1b-3998-4d49-be0e-94e89df49693 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0660882 Apr 06 17:21:08.775638 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c4f809b5-cdcd-448a-b509-91b4a1f8a887 req-12c9adc0-c9b0-41d1-9742-c9835ec78077 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Apr 06 17:21:08.880090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec729-b533-49b0-9a93-53f321b07bff req-4d5c42fe-0345-40e0-bb55-2dc655af47a0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:08.881720 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5bec729-b533-49b0-9a93-53f321b07bff req-4d5c42fe-0345-40e0-bb55-2dc655af47a0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0542002 Apr 06 17:21:08.935389 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5bec729-b533-49b0-9a93-53f321b07bff req-37232341-0544-4b41-a4e1-23718b9f2bd3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Apr 06 17:21:09.060336 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710996-7fdf-42fa-9cfd-2f817194f573 req-023ce07f-e4a3-4e2e-8151-1077d01e4c63 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:09.062079 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-65710996-7fdf-42fa-9cfd-2f817194f573 req-023ce07f-e4a3-4e2e-8151-1077d01e4c63 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0573463 Apr 06 17:21:09.081738 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.124780 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-65710996-7fdf-42fa-9cfd-2f817194f573 req-12128060-28d9-4d71-9914-01cfb157c16c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475898 Apr 06 17:21:09.147252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55426) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:09.202209 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214cd9f-b75f-4e70-bd8a-2ba377433eeb tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:09.203773 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e214cd9f-b75f-4e70-bd8a-2ba377433eeb tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1124 time: 0.0557611 Apr 06 17:21:09.207957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:09.214153 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:09.241940 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.378023 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.510066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.27.3.224 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/054a04cb-2425-419c-a264-bce5f2fa07da) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:09.620943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (054a04cb-2425-419c-a264-bce5f2fa07da), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.659200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.712933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:09.721474 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:09.728061 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:09.766796 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=054a04cb-2425-419c-a264-bce5f2fa07da,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:10.002879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad9e07-29d3-4926-8536-b265d149279b req-e0727932-11cb-45f2-8cef-ab3d3cedf838 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:10.004354 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e7ad9e07-29d3-4926-8536-b265d149279b req-e0727932-11cb-45f2-8cef-ab3d3cedf838 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.1427898 Apr 06 17:21:10.102425 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e7ad9e07-29d3-4926-8536-b265d149279b req-ec6bd1b1-2aeb-4901-9b05-1a6e98f68b38 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906410 Apr 06 17:21:10.133140 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:10.260422 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (c290c359-f7e9-4066-9c6c-633a562636c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.265630 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa05-5446-432a-9ed2-d7de42de9725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.344782 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.364914 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa05-5446-432a-9ed2-d7de42de9725 admin admin] Publish callbacks [] for security_group (6bfdfa93-830c-40e6-9ae9-d75132a1659e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.370375 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa05-5446-432a-9ed2-d7de42de9725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6bfdfa93-830c-40e6-9ae9-d75132a1659e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.420718 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-1f15fa05-5446-432a-9ed2-d7de42de9725 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d92981ff896e45e083bfd31a2899a837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863069 Apr 06 17:21:10.423255 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:10.430086 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15fa05-5446-432a-9ed2-d7de42de9725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfdfa93-830c-40e6-9ae9-d75132a1659e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:10.464195 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.483868 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] Publish callbacks [] for security_group (6bfdfa93-830c-40e6-9ae9-d75132a1659e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.512032 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] Publish callbacks [] for security_group (6bfdfa93-830c-40e6-9ae9-d75132a1659e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.539309 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (054a04cb-2425-419c-a264-bce5f2fa07da), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.545431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.580731 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6bfdfa93-830c-40e6-9ae9-d75132a1659e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.583898 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.586068 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bfdfa93-830c-40e6-9ae9-d75132a1659e HTTP/1.1" status: 204 len: 168 time: 0.1617372 Apr 06 17:21:10.595033 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274d290-db9c-4439-b64a-6727309a0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfdfa93-830c-40e6-9ae9-d75132a1659e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:10.630263 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=054a04cb-2425-419c-a264-bce5f2fa07da,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:10.638014 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (c290c359-f7e9-4066-9c6c-633a562636c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.758492 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP c290c359-f7e9-4066-9c6c-633a562636c8 associated. External IP: 172.27.3.224, port: d4440a8f-b7c7-44b9-a5ab-81e282bfd89d. Apr 06 17:21:10.910123 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55486) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:10.923696 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3a03cb-1922-4329-bc47-75f12bd24924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.988886 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:11.008818 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3a03cb-1922-4329-bc47-75f12bd24924 admin admin] Publish callbacks [] for security_group (5276d63b-8517-47f3-b02b-029dacefbb36), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.014244 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3a03cb-1922-4329-bc47-75f12bd24924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5276d63b-8517-47f3-b02b-029dacefbb36), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.054777 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [req-d1b18ae7-4ee2-49ce-a952-2baadb76aab5 req-e0f776af-50dc-454f-8c3d-cede46b0e7e3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:21:11.055764 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d1b18ae7-4ee2-49ce-a952-2baadb76aab5 req-e0f776af-50dc-454f-8c3d-cede46b0e7e3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084214 Apr 06 17:21:11.059944 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ce3a03cb-1922-4329-bc47-75f12bd24924 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=588db30bb6994a3ab9950fc227d95c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491501 Apr 06 17:21:11.061082 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a03cb-1922-4329-bc47-75f12bd24924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5276d63b-8517-47f3-b02b-029dacefbb36,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:11.062908 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:11.158260 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:11.167208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] Publish callbacks [] for security_group (5276d63b-8517-47f3-b02b-029dacefbb36), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.172088 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:11.189909 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:11.190562 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.309714 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:11.471472 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.515853 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] Publish callbacks [] for security_group (5276d63b-8517-47f3-b02b-029dacefbb36), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.545197 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:10Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.568140 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e13a57ee-8ea6-4dce-8888-6b082067ceca tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3589110 Apr 06 17:21:11.573003 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:11.575329 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:11.577592 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec2f435-92b9-445e-8be1-f3e3f9f87594" -d '{"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:11.581298 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:11.581903 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.608939 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-b74b9969-751d-4577-a3cb-575eae504acc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436257 Apr 06 17:21:11.616633 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40776c6-b169-4c20-bf37-4dfc33049f6f req-c689fe57-7c32-41bc-8a3f-ca6e8ff1dcc3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.617773 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f40776c6-b169-4c20-bf37-4dfc33049f6f req-c689fe57-7c32-41bc-8a3f-ca6e8ff1dcc3 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.4347520 Apr 06 17:21:11.633000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7d3263-1860-4d6b-90ae-d045fe22df1f x-openstack-request-id: req-4e7d3263-1860-4d6b-90ae-d045fe22df1f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:11.633947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:11.633947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e7d3263-1860-4d6b-90ae-d045fe22df1f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:11.639341 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7d3263-1860-4d6b-90ae-d045fe22df1f'] response: {'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'status': 'completed', 'code': 200} Apr 06 17:21:11.688697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5276d63b-8517-47f3-b02b-029dacefbb36), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.691214 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:11.692299 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5276d63b-8517-47f3-b02b-029dacefbb36 HTTP/1.1" status: 204 len: 168 time: 0.6284509 Apr 06 17:21:11.710435 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:11.754656 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-f860c203-3ad4-48c9-9933-f9429455a767 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.756145 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-f860c203-3ad4-48c9-9933-f9429455a767 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports/e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 940 time: 0.1065967 Apr 06 17:21:11.756903 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61b103-0d9a-4f3b-8986-37cbfd178d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276d63b-8517-47f3-b02b-029dacefbb36,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:11.772523 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f40776c6-b169-4c20-bf37-4dfc33049f6f req-e729a4d9-d06e-4cb3-827b-7754ff7e5d95 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482885 Apr 06 17:21:11.795933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-2bc47c34-4008-41dc-8757-a732fb49b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.800142 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-2bc47c34-4008-41dc-8757-a732fb49b8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1129 time: 0.1381793 Apr 06 17:21:11.938057 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-0f57ef4a-6633-4540-8046-97e60bf5b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.939542 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-0f57ef4a-6633-4540-8046-97e60bf5b87d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.1249864 Apr 06 17:21:12.018513 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:10Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:12.020884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-c300491a-8a9f-47e0-a12a-1991a13567ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 999 time: 0.0738161 Apr 06 17:21:12.054324 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8381e-5cd8-4508-ae47-f6998e2d3f22 None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:10Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:12.107655 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-2a4d3c6a-1d38-4c02-9f11-ec7c536d318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.109230 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-2a4d3c6a-1d38-4c02-9f11-ec7c536d318d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0801136 Apr 06 17:21:12.175644 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-0fb9a58a-05cb-4226-9558-1d8a2e6c3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.179357 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-0fb9a58a-05cb-4226-9558-1d8a2e6c3bae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620911 Apr 06 17:21:12.292564 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-4d7acd3d-e96b-48b3-82f4-f3bcf9fd629e service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999699 Apr 06 17:21:12.384779 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272837b6-b739-4775-8ef3-42e5500602a2 None None] New status for floating IP c290c359-f7e9-4066-9c6c-633a562636c8: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:21:12.428868 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ec2f435-92b9-445e-8be1-f3e3f9f87594 req-7e78c842-37aa-4b25-aefd-26580bbf826a service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266620 Apr 06 17:21:12.737390 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:12.755554 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-8d77ee00-4f83-41ce-b932-a0ff005eb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.758059 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-8d77ee00-4f83-41ce-b932-a0ff005eb9de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518&tenant_id=1c496e18e05641db9fa30f402b8ce2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0554180 Apr 06 17:21:12.829871 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:12.840123 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-f7666873-10ce-4e9d-b876-79236648aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.841776 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-f7666873-10ce-4e9d-b876-79236648aa2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1127 time: 0.0567744 Apr 06 17:21:12.941518 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77d2ea-1a74-4a30-a126-b3246952a836 req-5f661fa4-82e7-4e33-983e-009c3ad471c8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.944386 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f77d2ea-1a74-4a30-a126-b3246952a836 req-5f661fa4-82e7-4e33-983e-009c3ad471c8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0648134 Apr 06 17:21:12.948361 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-1c260cb6-d799-4281-8597-31b1f19c047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.950022 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-1c260cb6-d799-4281-8597-31b1f19c047f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.1009495 Apr 06 17:21:12.999145 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f77d2ea-1a74-4a30-a126-b3246952a836 req-4c41a811-0719-4807-9588-6583f1fd4294 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476692 Apr 06 17:21:13.023037 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-e43df0c5-792b-4a73-9388-e7f9e937d89a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 999 time: 0.0663614 Apr 06 17:21:13.082797 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-cc5d2551-7450-402c-aa5b-b6eb7ada88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:13.084998 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-cc5d2551-7450-402c-aa5b-b6eb7ada88bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0515885 Apr 06 17:21:13.136573 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-5c7162fa-14a9-403c-af54-f020c3de753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:13.138158 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-5c7162fa-14a9-403c-af54-f020c3de753b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459731 Apr 06 17:21:13.231093 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-949acfd0-9e6f-4ab6-943f-1b929b4f3851 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Apr 06 17:21:13.326268 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b37c35a-00aa-4e1c-9118-8c22f0ba4912 req-a4d59367-aa42-477b-a864-3f75f5745922 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879831 Apr 06 17:21:14.204200 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:14.257984 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcf81b-fda0-4f67-94fc-0501378f8684 req-ebf64879-c795-4cf4-8eeb-d9480448cd3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:14.259679 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5cbcf81b-fda0-4f67-94fc-0501378f8684 req-ebf64879-c795-4cf4-8eeb-d9480448cd3e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.1119223 Apr 06 17:21:14.335864 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5cbcf81b-fda0-4f67-94fc-0501378f8684 req-26854d47-a88f-4224-8ae7-6b3a81965b2c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696297 Apr 06 17:21:14.380920 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aac9d152-ef50-48b6-b7df-eccecdf643ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.475941 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aac9d152-ef50-48b6-b7df-eccecdf643ed admin admin] Publish callbacks [] for security_group (2ef4cf39-1cd9-4b95-af44-7abc687e964f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.480973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aac9d152-ef50-48b6-b7df-eccecdf643ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2ef4cf39-1cd9-4b95-af44-7abc687e964f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.528385 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-aac9d152-ef50-48b6-b7df-eccecdf643ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e39e5d7b6d74215a255aa881c18f14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229456 Apr 06 17:21:14.529145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9d152-ef50-48b6-b7df-eccecdf643ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef4cf39-1cd9-4b95-af44-7abc687e964f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:14.531212 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:14.606404 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] Publish callbacks [] for security_group (2ef4cf39-1cd9-4b95-af44-7abc687e964f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.627980 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] Publish callbacks [] for security_group (2ef4cf39-1cd9-4b95-af44-7abc687e964f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.675133 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2ef4cf39-1cd9-4b95-af44-7abc687e964f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.677797 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:14.681842 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ef4cf39-1cd9-4b95-af44-7abc687e964f HTTP/1.1" status: 204 len: 168 time: 0.1483064 Apr 06 17:21:14.689605 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b235-ffe3-425e-9016-aee69418a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef4cf39-1cd9-4b95-af44-7abc687e964f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:15.008034 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:15.021431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ca1eac8-6684-47cd-9c04-3910017bae23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.095460 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ca1eac8-6684-47cd-9c04-3910017bae23 admin admin] Publish callbacks [] for security_group (bfac1553-0fac-4303-92fd-ac52aa7d5b34), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.099149 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ca1eac8-6684-47cd-9c04-3910017bae23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (bfac1553-0fac-4303-92fd-ac52aa7d5b34), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.138229 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1eac8-6684-47cd-9c04-3910017bae23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac1553-0fac-4303-92fd-ac52aa7d5b34,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:15.151346 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55616) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:15.151525 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9ca1eac8-6684-47cd-9c04-3910017bae23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71f0b7127a6344fdbbc37026eaed0ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421294 Apr 06 17:21:15.206092 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] Publish callbacks [] for security_group (bfac1553-0fac-4303-92fd-ac52aa7d5b34), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.228701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] Publish callbacks [] for security_group (bfac1553-0fac-4303-92fd-ac52aa7d5b34), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.277941 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (bfac1553-0fac-4303-92fd-ac52aa7d5b34), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.280826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:15.284350 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfac1553-0fac-4303-92fd-ac52aa7d5b34 HTTP/1.1" status: 204 len: 168 time: 0.1295474 Apr 06 17:21:15.303649 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ea3d7-da83-43ab-be6f-95911a580285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac1553-0fac-4303-92fd-ac52aa7d5b34,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:15.507303 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447ad4-37d7-46d7-9d80-503bac99d95b req-d6be827c-b6dc-4142-a092-766c99a85e50 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:15.515144 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-02447ad4-37d7-46d7-9d80-503bac99d95b req-d6be827c-b6dc-4142-a092-766c99a85e50 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0786042 Apr 06 17:21:15.567318 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-02447ad4-37d7-46d7-9d80-503bac99d95b req-9d81ca42-0a54-4a62-9cf2-1b672d31d76a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508523 Apr 06 17:21:16.746379 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefeba5-a132-4da5-b377-4ca751ff5a14 req-4adf719f-e95c-44fb-be57-c806cbb6998b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:16.747807 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-caefeba5-a132-4da5-b377-4ca751ff5a14 req-4adf719f-e95c-44fb-be57-c806cbb6998b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0657015 Apr 06 17:21:16.845528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-caefeba5-a132-4da5-b377-4ca751ff5a14 req-3410c244-727c-404d-8feb-fee3e2ec32bc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919774 Apr 06 17:21:17.969596 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11857cf6-dfd9-486c-83fd-8eadfb27b062 req-08930767-726e-4d1b-9221-76614757a87a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:17.971082 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-11857cf6-dfd9-486c-83fd-8eadfb27b062 req-08930767-726e-4d1b-9221-76614757a87a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0525334 Apr 06 17:21:18.018339 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-11857cf6-dfd9-486c-83fd-8eadfb27b062 req-ed0d1b75-c0e4-453b-863a-c1bc229fd7ac tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Apr 06 17:21:19.167664 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2cf67-0bd2-4d68-8e76-124d6e3f2b3a req-26b35724-c677-41e4-9fad-01ab4411912e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:19.169106 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46d2cf67-0bd2-4d68-8e76-124d6e3f2b3a req-26b35724-c677-41e4-9fad-01ab4411912e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0730972 Apr 06 17:21:19.220374 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46d2cf67-0bd2-4d68-8e76-124d6e3f2b3a req-af358212-84a6-4eac-b585-d93389a91116 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Apr 06 17:21:20.362190 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b80cd0-d066-45de-a726-eee14a97c858 req-d6dd2cad-d8e2-4eb6-9760-9f0d3e33c66c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.363667 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f6b80cd0-d066-45de-a726-eee14a97c858 req-d6dd2cad-d8e2-4eb6-9760-9f0d3e33c66c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0568001 Apr 06 17:21:20.410266 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f6b80cd0-d066-45de-a726-eee14a97c858 req-f10c9f09-d039-4f63-a487-a595d4963354 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Apr 06 17:21:21.058861 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:21:21.568322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f40a6-fd44-4085-9cf3-97f545b3441b req-e9907300-4f4f-4399-8a57-146b6b9fe60e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:21.575567 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e33f40a6-fd44-4085-9cf3-97f545b3441b req-e9907300-4f4f-4399-8a57-146b6b9fe60e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0660663 Apr 06 17:21:21.627661 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e33f40a6-fd44-4085-9cf3-97f545b3441b req-c158fb1b-64e4-4436-a5f8-03ffa2fd04cd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 Apr 06 17:21:22.796380 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2c2d2-1da9-4fb7-9862-0447482ac738 req-f833fb61-bfb4-4770-a774-5d7b1016e4b2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:22.798108 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8be2c2d2-1da9-4fb7-9862-0447482ac738 req-f833fb61-bfb4-4770-a774-5d7b1016e4b2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0786533 Apr 06 17:21:22.875728 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8be2c2d2-1da9-4fb7-9862-0447482ac738 req-4f4b065f-8d17-4df8-b310-820d099351fd tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680940 Apr 06 17:21:24.067785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b741e5-4e48-41ea-8ecc-39edfb546a76 req-e5f56c6e-eb93-434c-8a8b-07c444392302 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:24.069904 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3b741e5-4e48-41ea-8ecc-39edfb546a76 req-e5f56c6e-eb93-434c-8a8b-07c444392302 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.1076229 Apr 06 17:21:24.119848 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3b741e5-4e48-41ea-8ecc-39edfb546a76 req-3d8b5537-0ef8-478e-8b8a-0e497de8eabc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Apr 06 17:21:25.252093 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765162c-e927-42c8-8a1f-15a60b9a6490 req-a22c3ed6-f8c4-410a-9f92-9f953662c02b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:25.253683 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7765162c-e927-42c8-8a1f-15a60b9a6490 req-a22c3ed6-f8c4-410a-9f92-9f953662c02b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0577316 Apr 06 17:21:25.307784 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7765162c-e927-42c8-8a1f-15a60b9a6490 req-8b5eafc8-2603-40e7-bfa1-29376fb47f89 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483210 Apr 06 17:21:26.435493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e621e-7c2d-4f1f-9252-fdeb02113418 req-1f6e2c2c-e26d-4d15-9c28-2d920f18321b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:26.436995 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e56e621e-7c2d-4f1f-9252-fdeb02113418 req-1f6e2c2c-e26d-4d15-9c28-2d920f18321b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 943 time: 0.0545924 Apr 06 17:21:26.490523 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e56e621e-7c2d-4f1f-9252-fdeb02113418 req-1db2eb73-df25-4ac0-b93d-ad5e0021b17c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Apr 06 17:21:26.851208 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:21:26.852385 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:26.957326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:26.969164 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'e63fa336-45b8-428d-866a-78296b04500a', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'port_id': 'e63fa336-45b8-428d-866a-78296b04500a', 'mac_address': 'fa:16:3e:d9:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:21:26.971278 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54058fca-25c2-4a6e-9c93-fdc3af3ab2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.007356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:27.007749 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.022520 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63fa336-45b8-428d-866a-78296b04500a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:21:27.043075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:27.047351 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.053476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54058fca-25c2-4a6e-9c93-fdc3af3ab2ce admin admin] Publish callbacks [] for security_group (7a90df2a-f786-41a1-9728-606f73f0f343), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.057741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54058fca-25c2-4a6e-9c93-fdc3af3ab2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7a90df2a-f786-41a1-9728-606f73f0f343), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.094240 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:27.094498 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058fca-25c2-4a6e-9c93-fdc3af3ab2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90df2a-f786-41a1-9728-606f73f0f343,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:27.098837 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-54058fca-25c2-4a6e-9c93-fdc3af3ab2ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f62293fc6704f04a21670b4dcb5081b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452309 Apr 06 17:21:27.102036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55774) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:27.149535 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] Publish callbacks [] for security_group (7a90df2a-f786-41a1-9728-606f73f0f343), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.170600 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] Publish callbacks [] for security_group (7a90df2a-f786-41a1-9728-606f73f0f343), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.223788 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (7a90df2a-f786-41a1-9728-606f73f0f343), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.227465 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.228707 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a90df2a-f786-41a1-9728-606f73f0f343 HTTP/1.1" status: 204 len: 168 time: 0.1258047 Apr 06 17:21:27.237374 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82f8e0-e53f-47d1-bfc8-33811c8b23be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90df2a-f786-41a1-9728-606f73f0f343,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:27.344216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['e63fa336-45b8-428d-866a-78296b04500a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:21:27.537777 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55782) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:27.551934 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514ae0d2-6c3b-4a33-ad57-2168b4f58f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.627744 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c463c4-0235-40c9-bfb5-16b55ebe4a21 req-e082fd92-de37-4a7c-86fa-8f2d001b2993 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:27.629309 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9c463c4-0235-40c9-bfb5-16b55ebe4a21 req-e082fd92-de37-4a7c-86fa-8f2d001b2993 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 944 time: 0.0562599 Apr 06 17:21:27.639843 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514ae0d2-6c3b-4a33-ad57-2168b4f58f3d admin admin] Publish callbacks [] for security_group (92bdaa7b-44f4-4e9a-baac-b7d672354bea), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.644123 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514ae0d2-6c3b-4a33-ad57-2168b4f58f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (92bdaa7b-44f4-4e9a-baac-b7d672354bea), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.683944 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9c463c4-0235-40c9-bfb5-16b55ebe4a21 req-76b8bcc9-d3c3-427a-affa-69beace17e9c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485899 Apr 06 17:21:27.693563 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae0d2-6c3b-4a33-ad57-2168b4f58f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bdaa7b-44f4-4e9a-baac-b7d672354bea,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:27.700494 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-514ae0d2-6c3b-4a33-ad57-2168b4f58f3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9b946f77af640239225fffc7599ef22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590424 Apr 06 17:21:27.700971 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55784) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:27.776478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] Publish callbacks [] for security_group (92bdaa7b-44f4-4e9a-baac-b7d672354bea), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.800459 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] Publish callbacks [] for security_group (92bdaa7b-44f4-4e9a-baac-b7d672354bea), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.849400 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (92bdaa7b-44f4-4e9a-baac-b7d672354bea), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.851994 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.853184 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92bdaa7b-44f4-4e9a-baac-b7d672354bea HTTP/1.1" status: 204 len: 168 time: 0.1480134 Apr 06 17:21:27.861066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddddb3-5c12-4036-8072-c4804af7b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bdaa7b-44f4-4e9a-baac-b7d672354bea,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:28.828695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325073-7935-4680-9570-b984ed831b3f req-b38e3808-5fae-4a32-82f6-146e0de7e764 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:28.830283 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de325073-7935-4680-9570-b984ed831b3f req-b38e3808-5fae-4a32-82f6-146e0de7e764 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 944 time: 0.0646849 Apr 06 17:21:28.851977 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:28.911980 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de325073-7935-4680-9570-b984ed831b3f req-8030aed5-934e-4204-aacf-cd9005b65a47 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721107 Apr 06 17:21:28.915336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port e63fa336-45b8-428d-866a-78296b04500a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:28.915902 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e63fa336-45b8-428d-866a-78296b04500a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.996628 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e63fa336-45b8-428d-866a-78296b04500a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:28.997080 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.020740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:29.023280 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380af4b-5448-4aec-9772-d9050c4765ab" -d '{"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:29.028697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.036655 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:29.042220 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.068667 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b0549-0297-41ab-bbea-57afa5d5befc x-openstack-request-id: req-f81b0549-0297-41ab-bbea-57afa5d5befc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:29.068978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-plugged", "status": "completed", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:29.069250 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f81b0549-0297-41ab-bbea-57afa5d5befc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:29.069650 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81b0549-0297-41ab-bbea-57afa5d5befc'] response: {'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'code': 200} Apr 06 17:21:29.098268 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.150746 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a33a11b6-6363-4ec6-8987-e0070b4c09f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.233091 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a33a11b6-6363-4ec6-8987-e0070b4c09f9 admin admin] Publish callbacks [] for security_group (6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.236797 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a33a11b6-6363-4ec6-8987-e0070b4c09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.305406 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a33a11b6-6363-4ec6-8987-e0070b4c09f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bff036a7a7146f0b953f8071797a9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755580 Apr 06 17:21:29.308110 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.308599 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a11b6-6363-4ec6-8987-e0070b4c09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.324079 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf45a-1a33-47b3-a3d6-21bd9b4f7a79 req-0e00b380-bcb3-40cd-acf3-7ff1f2916c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:29.325662 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b01bf45a-1a33-47b3-a3d6-21bd9b4f7a79 req-0e00b380-bcb3-40cd-acf3-7ff1f2916c78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1130 time: 0.0863607 Apr 06 17:21:29.369895 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] Publish callbacks [] for security_group (6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.371070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.390588 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b01bf45a-1a33-47b3-a3d6-21bd9b4f7a79 req-194ae3c9-1833-4071-896b-d8a34241e8e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565381 Apr 06 17:21:29.395072 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] Publish callbacks [] for security_group (6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.442042 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.445399 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.446538 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1 HTTP/1.1" status: 204 len: 168 time: 0.1374543 Apr 06 17:21:29.455072 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d532e2-759a-434b-9882-791d361d29d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb8d8ae-c8dd-4ffd-b92f-2f92e748c4c1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.039700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5747-208f-4d58-93a9-7bc01a5a62d8 req-deaa2b46-9e1e-4be3-9ce0-56f875c0f23c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:30.041217 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d59f5747-208f-4d58-93a9-7bc01a5a62d8 req-deaa2b46-9e1e-4be3-9ce0-56f875c0f23c tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0534799 Apr 06 17:21:30.066233 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55860) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:30.090086 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d59f5747-208f-4d58-93a9-7bc01a5a62d8 req-60b9bbf5-dad6-4582-90a6-e66339786aaa tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Apr 06 17:21:30.162165 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224907578-network', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:30.181495 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Made reservation on behalf of c144a977e1204f64abd2e6a8157bcd15 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:30.183843 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.191724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.265688 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks [] for security_group (dd65daf4-7792-439d-9111-35323323e8cf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.269218 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dd65daf4-7792-439d-9111-35323323e8cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.295743 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:21:30.302595 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65daf4-7792-439d-9111-35323323e8cf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.308737 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (83d7e41e-811a-47d8-9b03-b03d7d70b55e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.309433 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Added segment 83d7e41e-811a-47d8-9b03-b03d7d70b55e of type vlan for network 90b3c8e9-b935-47cc-813d-f40eaa94e941 Apr 06 17:21:30.348309 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (90b3c8e9-b935-47cc-813d-f40eaa94e941), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.372469 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (90b3c8e9-b935-47cc-813d-f40eaa94e941), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.373457 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:30.374039 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.435715 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3683085 Apr 06 17:21:30.438783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:30.444589 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Request body: {'subnet': {'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224907578-subnet', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:30.445675 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c180-079c-478e-aeed-7623a749a1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=90b3c8e9-b935-47cc-813d-f40eaa94e941,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.456186 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:21:30.470424 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Made reservation on behalf of c144a977e1204f64abd2e6a8157bcd15 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:30.472782 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.647718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (c303431c-b03c-4735-a3d6-85b7e2b2d3f8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.721004 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c303431c-b03c-4735-a3d6-85b7e2b2d3f8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.731172 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Checking segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:30.731530 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Network hostable DHCP agents. Network: 90b3c8e9-b935-47cc-813d-f40eaa94e941, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:21:30.754041 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:21:30.762637 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 90b3c8e9-b935-47cc-813d-f40eaa94e941) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:30.767226 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:30.767814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.772856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f392c06-1732-49d2-a862-d2ce369b10a5 None None] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:30.783897 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b85006ee-579b-40c9-8a10-797aed55cd68 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3440087 Apr 06 17:21:30.787142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55868) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:30.791534 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:30.818020 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.819534 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.877695 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for router_controller (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.885430 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-90b3c8e9-b935-47cc-813d-f40eaa94e941', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:21:30.886507 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.026453 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for router_gateway (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.028571 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Allocated IP 172.20.0.2 (90b3c8e9-b935-47cc-813d-f40eaa94e941/c303431c-b03c-4735-a3d6-85b7e2b2d3f8/fc1d4922-ff64-4da8-a7e7-f42e06665219) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:31.204056 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks [] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.216027 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.260603 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:31.268148 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:31.313489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:31.316483 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for router_gateway (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.339453 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Pushing event updated for resources: {'Port': ['ID=fc1d4922-ff64-4da8-a7e7-f42e06665219,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:31.345163 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51f2fc-e81a-43e3-9dd7-438fa3833bbc req-866a8d72-a91d-4658-9945-c1064b4ebcd4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:31.346997 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad51f2fc-e81a-43e3-9dd7-438fa3833bbc req-866a8d72-a91d-4658-9945-c1064b4ebcd4 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.1657915 Apr 06 17:21:31.348369 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.417119 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Attempting to bind port fc1d4922-ff64-4da8-a7e7-f42e06665219 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:31.417507 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Attempting to bind port fc1d4922-ff64-4da8-a7e7-f42e06665219 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:31.417887 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Attempting to bind port fc1d4922-ff64-4da8-a7e7-f42e06665219 on network 90b3c8e9-b935-47cc-813d-f40eaa94e941 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:31.427251 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:31.427708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Checking segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:31.427708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.428559 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Bound using segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:31.429105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Bound port: fc1d4922-ff64-4da8-a7e7-f42e06665219, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:31.429488 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.480255 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad51f2fc-e81a-43e3-9dd7-438fa3833bbc req-fb4792ed-bb03-47ad-a407-ea25489d383b tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236644 Apr 06 17:21:31.523173 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Allocated IP 172.27.3.218 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/47cb12c7-ffe1-425a-8ee5-3ad4526409cd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:31.588273 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] For port fc1d4922-ff64-4da8-a7e7-f42e06665219, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:31.613971 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] For port fc1d4922-ff64-4da8-a7e7-f42e06665219, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=fc1d4922-ff64-4da8-a7e7-f42e06665219,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:31.623489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.663748 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.702160 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844350-cf3a-46be-874f-e10b179deb60 None None] Pushing event updated for resources: {'Port': ['ID=fc1d4922-ff64-4da8-a7e7-f42e06665219,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:31.718974 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.766594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:31.770147 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:31.774421 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:31.799052 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Pushing event updated for resources: {'Port': ['ID=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:32.076482 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for router_gateway (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.300802 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.443460 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:21:32.628116 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc08ea-3edb-4aa5-986b-474d1606da86 req-2b92876e-1057-452c-bec3-53330ccc7ff8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:32.630045 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30bc08ea-3edb-4aa5-986b-474d1606da86 req-2b92876e-1057-452c-bec3-53330ccc7ff8 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0683510 Apr 06 17:21:32.687262 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30bc08ea-3edb-4aa5-986b-474d1606da86 req-d0fb10de-eae8-41e3-98cc-d296b40b0079 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504546 Apr 06 17:21:32.813854 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:32.824281 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Sync routers for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:32.833732 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.836631 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:32.837442 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:32.837607 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-86516209-50c6-439e-bdec-b5a869d1d032 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0493262 Apr 06 17:21:32.838257 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:32.903809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d33bbe-c29c-4a80-8923-725467aca300 None None] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:32.961122 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:32.975290 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Provisioning complete for port fc1d4922-ff64-4da8-a7e7-f42e06665219 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:32.975985 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.105584 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Current status of the port fc1d4922-ff64-4da8-a7e7-f42e06665219 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:33.106070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.155707 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] For port fc1d4922-ff64-4da8-a7e7-f42e06665219, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=fc1d4922-ff64-4da8-a7e7-f42e06665219,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:33.163973 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.221571 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44eff3-dab1-42cc-8305-8cec24ffbe5d None None] Pushing event updated for resources: {'Port': ['ID=fc1d4922-ff64-4da8-a7e7-f42e06665219,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.248857 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:31Z', 'revision_number': 3, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:33.278067 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Checking router: f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:33.278580 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Updating router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:21:33.298449 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.310591 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.392875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a5cf426b-246b-4a3a-afda-e053e66cb575 None None] Provisioning complete for port fc1d4922-ff64-4da8-a7e7-f42e06665219 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:33.393432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5cf426b-246b-4a3a-afda-e053e66cb575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.464962 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Allocated IP 172.20.0.1 (90b3c8e9-b935-47cc-813d-f40eaa94e941/c303431c-b03c-4735-a3d6-85b7e2b2d3f8/7341d30c-eed1-4c22-8296-5f7ae363e0bc) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:33.485247 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf426b-246b-4a3a-afda-e053e66cb575 None None] Current status of the port fc1d4922-ff64-4da8-a7e7-f42e06665219 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:33.587372 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device fc1d4922-ff64-4da8-a7e7-f42e06665219 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:33.589720 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks [] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.616765 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks [] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.624083 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.634075 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.645854 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port fc1d4922-ff64-4da8-a7e7-f42e06665219 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:33.646293 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.682165 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:33.689474 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:33.694449 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:33.697927 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Pushing event updated for resources: {'Port': ['ID=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.706061 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.706414 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.706758 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.707130 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.707465 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.709666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.709666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.709666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.709666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.710163 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.710163 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.710681 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.711020 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.711483 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.711813 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:33.715496 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Attempting to bind port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:33.715857 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Attempting to bind port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:33.716226 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Attempting to bind port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:33.722651 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:33.723029 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:33.723431 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.724347 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:33.725297 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Bound port: 47cb12c7-ffe1-425a-8ee5-3ad4526409cd, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:33.725483 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.742201 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Pushing event updated for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.746339 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port fc1d4922-ff64-4da8-a7e7-f42e06665219 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:33.751152 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.797346 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] For port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:33.802703 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] For port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:33.810705 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.875370 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48728d-5606-492d-985f-9382b65ede90 None None] Pushing event updated for resources: {'Port': ['ID=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.884372 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:33.885576 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:33.907696 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.960872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-014dd315-0126-4f55-bb0a-da58e89bae17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.013563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3e254453-704a-4a9b-aca6-38a8afc5415b None None] Provisioning complete for port 7341d30c-eed1-4c22-8296-5f7ae363e0bc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:34.014255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e254453-704a-4a9b-aca6-38a8afc5415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.022262 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:34.063105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e254453-704a-4a9b-aca6-38a8afc5415b None None] Port 7341d30c-eed1-4c22-8296-5f7ae363e0bc cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:34.126055 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks [] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.131328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.213902 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.215891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Pushing event updated for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:34.268022 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 1, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:34.299005 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182ce69-8422-4ae2-b54d-0296b1755f02 None None] The sync data for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi is: [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 1, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:34.339328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:34.340947 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:34.512646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:34.691616 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:34.698503 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cb535176-2e85-4300-8c94-6dd1098a209f admin admin] 10.222.0.23 "PUT /v2.0/routers/f8f26e12-ca36-4eb4-8f9a-1c370d66ab69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591168 Apr 06 17:21:34.710171 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4311b39f-4785-4c5b-80d0-26abe3f7d3c7 None None] Provisioning complete for port 7341d30c-eed1-4c22-8296-5f7ae363e0bc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:34.710171 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4311b39f-4785-4c5b-80d0-26abe3f7d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.764187 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4311b39f-4785-4c5b-80d0-26abe3f7d3c7 None None] Port 7341d30c-eed1-4c22-8296-5f7ae363e0bc cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:35.260552 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:35.265754 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-568141312-network', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:35.287147 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Made reservation on behalf of bb95da0ebe784496a6b59d1ec53fe76b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:35.289646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.299071 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.389857 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks [] for security_group (a89d818b-b3a2-4786-82c3-59483dfdd430), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.394426 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a89d818b-b3a2-4786-82c3-59483dfdd430), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.421067 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:21:35.437011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d818b-b3a2-4786-82c3-59483dfdd430,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:35.443384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (6d3ca182-d3b9-4488-aa74-53717c5862c9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.443918 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Added segment 6d3ca182-d3b9-4488-aa74-53717c5862c9 of type vlan for network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf Apr 06 17:21:35.494191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.533508 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.534795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:35.535561 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.568773 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 47cb12c7-ffe1-425a-8ee5-3ad4526409cd up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:35.591219 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3293576 Apr 06 17:21:35.594589 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55940) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:35.600420 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Request body: {'subnet': {'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-568141312-subnet', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:35.603146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702fba-dd39-4240-a1db-57ed62c5c922 admin admin] Pushing event updated for resources: {'Network': ['ID=250ef6d4-7c2d-4e8a-af1b-b39723ec73cf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:35.617061 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:21:35.625639 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Made reservation on behalf of bb95da0ebe784496a6b59d1ec53fe76b for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:35.628168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374143'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.822797 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4434119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374113'] for subnet (a79a106a-0239-43ef-8142-0d65949a5df7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.844767 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:35.844928 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.886611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79a106a-0239-43ef-8142-0d65949a5df7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:35.898673 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Checking segment: {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:35.899044 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Network hostable DHCP agents. Network: 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:21:35.925680 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:21:35.936594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:35.944541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:35.945191 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.951741 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f27168-ad8a-4e48-982f-95f9e70c11dd None None] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:35.964670 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-96992284-5828-41fc-a56e-02e35e7143a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3688133 Apr 06 17:21:35.967182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 55948) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:35.969463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:35.969859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.972217 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:35.993339 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (002def5e-0623-457b-ad2d-c8447f7944fe), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.994409 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (002def5e-0623-457b-ad2d-c8447f7944fe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.039050 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:36.056320 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for router_controller (002def5e-0623-457b-ad2d-c8447f7944fe), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.060318 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.134231 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:21:36.135804 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.169377 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.229936 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for router_gateway (002def5e-0623-457b-ad2d-c8447f7944fe), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.353099 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Allocated IP 172.20.0.2 (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf/a79a106a-0239-43ef-8142-0d65949a5df7/49aa76d3-1021-4b00-a74a-7730b74a4e86) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:36.503489 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for router_gateway (002def5e-0623-457b-ad2d-c8447f7944fe), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.523505 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.529340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks [] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.542789 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.589625 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:36.593489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:36.596978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:36.625237 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Pushing event updated for resources: {'Port': ['ID=49aa76d3-1021-4b00-a74a-7730b74a4e86,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.640217 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Allocated IP 172.27.3.252 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/67e45375-5dec-4e2b-b990-6e4a31bb31eb) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:36.668263 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Attempting to bind port 49aa76d3-1021-4b00-a74a-7730b74a4e86 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:36.668725 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Attempting to bind port 49aa76d3-1021-4b00-a74a-7730b74a4e86 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:36.669182 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Attempting to bind port 49aa76d3-1021-4b00-a74a-7730b74a4e86 on network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:36.682545 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:36.682925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Checking segment: {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:36.683332 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.683716 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Bound using segment: {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:36.684190 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Bound port: 49aa76d3-1021-4b00-a74a-7730b74a4e86, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:36.684594 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.701258 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb447d7c-51bb-4cc1-aaa7-2c257ea8d7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.753074 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Sync routers for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:36.768972 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.779975 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] For port 49aa76d3-1021-4b00-a74a-7730b74a4e86, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:36.782055 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:36.782697 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:36.785646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] For port 49aa76d3-1021-4b00-a74a-7730b74a4e86, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=49aa76d3-1021-4b00-a74a-7730b74a4e86,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:36.805286 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.825271 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.848512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:36.856235 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:36.859660 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:36.890889 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Pushing event updated for resources: {'Port': ['ID=67e45375-5dec-4e2b-b990-6e4a31bb31eb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.961917 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3787727-bf7d-4b5a-afc4-2e84238d3a9c None None] Pushing event updated for resources: {'Port': ['ID=49aa76d3-1021-4b00-a74a-7730b74a4e86,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.977576 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:37.202999 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for router_gateway (002def5e-0623-457b-ad2d-c8447f7944fe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.270611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 2, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:37.299225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Checking router: f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:37.299751 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Updating router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 port 7341d30c-eed1-4c22-8296-5f7ae363e0bc binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:21:37.331267 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.419525 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (002def5e-0623-457b-ad2d-c8447f7944fe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.605236 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Router 002def5e-0623-457b-ad2d-c8447f7944fe is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:21:37.668216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks [] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.674705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.690352 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 49aa76d3-1021-4b00-a74a-7730b74a4e86 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:37.715212 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.783263 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:37.796162 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Sync routers for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:37.806347 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e0899-4e0a-40cc-8e11-ed27a044fedb req-f1fa4939-a7c5-44f7-9157-396c2bfbc8d6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:37.807937 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e53e0899-4e0a-40cc-8e11-ed27a044fedb req-f1fa4939-a7c5-44f7-9157-396c2bfbc8d6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.1152384 Apr 06 17:21:37.808398 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:37.809069 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:37.813678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7a944-720d-4830-a30c-02586e3645c7 None None] Pushing event updated for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:37.818836 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.820678 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-785e4634-a06c-4792-9e70-96815cbc93ca admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8523080 Apr 06 17:21:37.823581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 55968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:37.844336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Attempting to bind port 7341d30c-eed1-4c22-8296-5f7ae363e0bc on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:37.844700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Attempting to bind port 7341d30c-eed1-4c22-8296-5f7ae363e0bc by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:37.845066 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Attempting to bind port 7341d30c-eed1-4c22-8296-5f7ae363e0bc on network 90b3c8e9-b935-47cc-813d-f40eaa94e941 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:37.851223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:37.851614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Checking segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:37.852001 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.852391 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Bound using segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:37.852877 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Bound port: 7341d30c-eed1-4c22-8296-5f7ae363e0bc, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:37.853276 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.907155 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 49aa76d3-1021-4b00-a74a-7730b74a4e86 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:37.907533 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:37.909915 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e53e0899-4e0a-40cc-8e11-ed27a044fedb req-40e93425-0d6b-4972-8c27-ef593c75a227 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770237 Apr 06 17:21:37.989929 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] For port 7341d30c-eed1-4c22-8296-5f7ae363e0bc, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:37.994580 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:37.996895 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] For port 7341d30c-eed1-4c22-8296-5f7ae363e0bc, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7341d30c-eed1-4c22-8296-5f7ae363e0bc,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:38.036368 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.117706 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 49aa76d3-1021-4b00-a74a-7730b74a4e86 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:38.118095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.142131 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:38.142767 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:38.240800 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 49aa76d3-1021-4b00-a74a-7730b74a4e86, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=49aa76d3-1021-4b00-a74a-7730b74a4e86,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:38.249393 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7a944-720d-4830-a30c-02586e3645c7 None None] Pushing event updated for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:38.259468 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:37Z', 'revision_number': 3, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:38.269708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.270527 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 47cb12c7-ffe1-425a-8ee5-3ad4526409cd up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:38.294558 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Checking router: 002def5e-0623-457b-ad2d-c8447f7944fe for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:38.294922 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Updating router 002def5e-0623-457b-ad2d-c8447f7944fe port 67e45375-5dec-4e2b-b990-6e4a31bb31eb binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:21:38.338412 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.439018 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.518881 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51f3f2-dd40-4f0a-8d8e-425351c4e417 None None] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:38.529178 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Provisioning complete for port 7341d30c-eed1-4c22-8296-5f7ae363e0bc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:38.529559 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.605056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Allocated IP 172.20.0.1 (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf/a79a106a-0239-43ef-8142-0d65949a5df7/8cf65005-5067-4473-9141-559931db001c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:38.681768 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=49aa76d3-1021-4b00-a74a-7730b74a4e86,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:38.697668 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:38.715876 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks [] for port (8cf65005-5067-4473-9141-559931db001c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.736104 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks [] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.741144 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:38.741579 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.742676 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.753750 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (8cf65005-5067-4473-9141-559931db001c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.795783 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a645650-6535-4c2a-adbc-b2c5987f48f5 None None] Pushing event updated for resources: {'Port': ['ID=67e45375-5dec-4e2b-b990-6e4a31bb31eb,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:38.798444 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:38.801506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:38.803065 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Attempting to bind port 67e45375-5dec-4e2b-b990-6e4a31bb31eb on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:38.803666 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Attempting to bind port 67e45375-5dec-4e2b-b990-6e4a31bb31eb by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:38.803888 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Attempting to bind port 67e45375-5dec-4e2b-b990-6e4a31bb31eb on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:38.806765 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:38.809906 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:38.810111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:38.810272 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:38.810858 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.811416 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:38.812056 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Bound port: 67e45375-5dec-4e2b-b990-6e4a31bb31eb, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:38.812602 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.850909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (002def5e-0623-457b-ad2d-c8447f7944fe), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.879896 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] For port 67e45375-5dec-4e2b-b990-6e4a31bb31eb, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:38.885416 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] For port 67e45375-5dec-4e2b-b990-6e4a31bb31eb, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=67e45375-5dec-4e2b-b990-6e4a31bb31eb,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:38.895405 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Current status of the port 7341d30c-eed1-4c22-8296-5f7ae363e0bc is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:38.896354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.897648 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.998361 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] For port 7341d30c-eed1-4c22-8296-5f7ae363e0bc, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7341d30c-eed1-4c22-8296-5f7ae363e0bc,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:39.008683 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:39.011543 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:39.012908 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8cf65005-5067-4473-9141-559931db001c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.026522 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.096664 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b9a4f-d0c0-4df2-8fba-754f9ca45f6e req-4688d5ae-f488-4a85-9150-82d9aba109df tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:39.098375 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc6b9a4f-d0c0-4df2-8fba-754f9ca45f6e req-4688d5ae-f488-4a85-9150-82d9aba109df tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.1033506 Apr 06 17:21:39.130507 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:39.156138 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:39.156386 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.163484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb88599-c27d-4926-9d3c-f884cdeaa437 None None] Pushing event updated for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:39.176684 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Provisioning complete for port 7341d30c-eed1-4c22-8296-5f7ae363e0bc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.177838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.219046 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a645650-6535-4c2a-adbc-b2c5987f48f5 None None] Pushing event updated for resources: {'Port': ['ID=67e45375-5dec-4e2b-b990-6e4a31bb31eb,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:39.237417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:37Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:39.276223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af237a-8058-4ec0-a692-cc4790990b9c None None] The sync data for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi is: [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:37Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:39.331180 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Current status of the port 7341d30c-eed1-4c22-8296-5f7ae363e0bc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:39.343304 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Provisioning complete for port 49aa76d3-1021-4b00-a74a-7730b74a4e86 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.344095 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.488937 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c73751f4-9a70-47b7-8199-e7e456fc8b09 None None] Current status of the port 49aa76d3-1021-4b00-a74a-7730b74a4e86 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:39.501944 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '8cf65005-5067-4473-9141-559931db001c', 'name': '', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'mac_address': 'fa:16:3e:74:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:38Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 1, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'subnets': [{'id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:39.567046 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d8060-a45f-4723-bb3f-575dc19e49c8 None None] The sync data for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi is: [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '8cf65005-5067-4473-9141-559931db001c', 'name': '', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'mac_address': 'fa:16:3e:74:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:38Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 1, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'subnets': [{'id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:39.620079 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7341d30c-eed1-4c22-8296-5f7ae363e0bc up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:39.653870 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.654249 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.655542 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc6b9a4f-d0c0-4df2-8fba-754f9ca45f6e req-bcc855c0-3fd5-468f-bc7a-33d077d5e50b tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e3e1321-f877-4eaa-bb17-d8b61992e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370522 Apr 06 17:21:39.693939 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-c7754e63-b751-41f9-be54-ca0cc728ca57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:39.695105 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-c7754e63-b751-41f9-be54-ca0cc728ca57 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 946 time: 0.1183541 Apr 06 17:21:39.706994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Port 8cf65005-5067-4473-9141-559931db001c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:39.722278 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Provisioning complete for port 49aa76d3-1021-4b00-a74a-7730b74a4e86 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.722658 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.747059 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks [] for port (8cf65005-5067-4473-9141-559931db001c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.757706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (8cf65005-5067-4473-9141-559931db001c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.757966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 7341d30c-eed1-4c22-8296-5f7ae363e0bc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.758447 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.871292 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (002def5e-0623-457b-ad2d-c8447f7944fe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.885191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:39.923588 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ff80c-03bc-4c2c-8386-e1a8d8d6ee8b None None] Current status of the port 49aa76d3-1021-4b00-a74a-7730b74a4e86 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:39.925814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port 963152b0-af27-4057-afb8-3f6a7e14877a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:39.926327 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:39.934159 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 7341d30c-eed1-4c22-8296-5f7ae363e0bc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:39.935286 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 49aa76d3-1021-4b00-a74a-7730b74a4e86 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:39.991895 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 49aa76d3-1021-4b00-a74a-7730b74a4e86 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:39.992645 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.099391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:40.102156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 49aa76d3-1021-4b00-a74a-7730b74a4e86 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:40.108023 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:40.114092 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] For port 963152b0-af27-4057-afb8-3f6a7e14877a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=963152b0-af27-4057-afb8-3f6a7e14877a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:40.114092 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.377914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Router 002def5e-0623-457b-ad2d-c8447f7944fe has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:40.406667 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.407049 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.407368 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Floating IP 24a8707f-cbb7-4069-8aa8-2f865613534c disassociated. External IP: 172.27.3.24, port: 963152b0-af27-4057-afb8-3f6a7e14877a. Apr 06 17:21:40.407716 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for 963152b0-af27-4057-afb8-3f6a7e14877a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:40.464607 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.467469 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f7c76d81-2b79-4171-9eb1-7b78774a7d90 None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:40.467779 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7c76d81-2b79-4171-9eb1-7b78774a7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.509408 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76d81-2b79-4171-9eb1-7b78774a7d90 None None] Port 8cf65005-5067-4473-9141-559931db001c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:40.579377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:40.585105 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ea174def-1eb7-4d7f-9920-e90457f8a9a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/002def5e-0623-457b-ad2d-c8447f7944fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603660 Apr 06 17:21:40.642681 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (963152b0-af27-4057-afb8-3f6a7e14877a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.671225 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=963152b0-af27-4057-afb8-3f6a7e14877a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:40.785456 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-215e10c2-c602-4afa-bb17-372fead3f8a5 req-585db236-bad3-4cff-bb28-17e783c129e7 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d818b86-9f31-4167-a6a9-bcff7f5d6b32 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Apr 06 17:21:40.798719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:40.917784 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:40.929796 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:40.949326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:40.950519 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:40.967991 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] No DVR routers for this DVR port 963152b0-af27-4057-afb8-3f6a7e14877a on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:40.970724 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.974266 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5411dcbe-6d13-4b7c-8aa0-30bbec446c12 req-e0d1f5e1-8281-4b9a-84bc-f97a5bc58de6 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.43 "DELETE /v2.0/ports/963152b0-af27-4057-afb8-3f6a7e14877a HTTP/1.1" status: 204 len: 173 time: 1.2704504 Apr 06 17:21:40.974886 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'name': 'network-vif-deleted', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:40.977753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f2889-470d-48b4-8117-4c772ae8c43c" -d '{"events": [{"server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "name": "network-vif-deleted", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:41.022711 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca27ca-b36a-4061-975d-ef4f5cf2056a x-openstack-request-id: req-c2ca27ca-b36a-4061-975d-ef4f5cf2056a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:41.023135 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d818b86-9f31-4167-a6a9-bcff7f5d6b32", "name": "network-vif-deleted", "tag": "963152b0-af27-4057-afb8-3f6a7e14877a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:41.023392 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2ca27ca-b36a-4061-975d-ef4f5cf2056a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:41.023801 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ca27ca-b36a-4061-975d-ef4f5cf2056a'] response: {'server_uuid': '3d818b86-9f31-4167-a6a9-bcff7f5d6b32', 'name': 'network-vif-deleted', 'tag': '963152b0-af27-4057-afb8-3f6a7e14877a', 'status': 'completed', 'code': 200} Apr 06 17:21:41.120917 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:41.397417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:41.454326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:41.469394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:41.470350 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:41.831170 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 67e45375-5dec-4e2b-b990-6e4a31bb31eb up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:41.934224 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:41.945474 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:41.981911 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 67e45375-5dec-4e2b-b990-6e4a31bb31eb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:41.982380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.077216 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (8e3e1321-f877-4eaa-bb17-d8b61992e6a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.114457 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (8e3e1321-f877-4eaa-bb17-d8b61992e6a7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.221269 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 67e45375-5dec-4e2b-b990-6e4a31bb31eb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:42.221648 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.230865 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8e3e1321-f877-4eaa-bb17-d8b61992e6a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.236197 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.238003 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e3e1321-f877-4eaa-bb17-d8b61992e6a7 HTTP/1.1" status: 204 len: 168 time: 0.3020980 Apr 06 17:21:42.241913 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56008) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:42.252213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9a982-e531-4695-94f4-f5730fd45980 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3e1321-f877-4eaa-bb17-d8b61992e6a7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:42.257735 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.api.v2.resource [None req-2f72e4f3-cd1e-46d2-ae44-278025456280 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] show failed (client error): The resource could not be found. Apr 06 17:21:42.259500 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2f72e4f3-cd1e-46d2-ae44-278025456280 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "GET /v2.0/security-groups/8e3e1321-f877-4eaa-bb17-d8b61992e6a7 HTTP/1.1" status: 404 len: 347 time: 0.0161128 Apr 06 17:21:42.261834 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56010) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:42.280124 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port 67e45375-5dec-4e2b-b990-6e4a31bb31eb, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=67e45375-5dec-4e2b-b990-6e4a31bb31eb,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:42.289937 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.380447 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:42.382767 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=67e45375-5dec-4e2b-b990-6e4a31bb31eb,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:42.446152 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a40b8-dd02-4f63-a779-77633d415be9 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:15:10Z', 'revision_number': 4, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3e60cbd9-f447-437a-9e80-01c584ec58c4', 'name': '', 'network_id': '9c405747-e86a-4a04-b397-0de5a9057e73', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'mac_address': 'fa:16:3e:8a:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '153ce98b-3077-44dd-9280-926631b70cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:07Z', 'updated_at': '2022-04-06T17:15:29Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'subnets': [{'id': '153ce98b-3077-44dd-9280-926631b70cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:42.471244 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Deleting port 05d20f51-d368-4bfe-9d31-d818183c6088 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:42.471884 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.584194 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.584422 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (05d20f51-d368-4bfe-9d31-d818183c6088), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.599037 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Calling delete_port for 05d20f51-d368-4bfe-9d31-d818183c6088 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:42.752027 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (05d20f51-d368-4bfe-9d31-d818183c6088), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.775382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Pushing event deleted for resources: {'Port': ['ID=05d20f51-d368-4bfe-9d31-d818183c6088,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:42.788621 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.789098 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.789516 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.789942 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.790348 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.790749 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.791152 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.791550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.791947 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.792478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.793520 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.793520 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.793721 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.794085 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.794476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:42.865679 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks [] for floatingip (24a8707f-cbb7-4069-8aa8-2f865613534c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.867985 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:42.871823 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bd515798-07f4-4db3-a505-b211f12d26a8 tempest-AttachVolumeNegativeTest-1087566162 tempest-AttachVolumeNegativeTest-1087566162-project] 10.222.0.23 "DELETE /v2.0/floatingips/24a8707f-cbb7-4069-8aa8-2f865613534c HTTP/1.1" status: 204 len: 168 time: 0.6059108 Apr 06 17:21:42.871970 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 963152b0-af27-4057-afb8-3f6a7e14877a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:42.929764 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 963152b0-af27-4057-afb8-3f6a7e14877a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:42.931150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 963152b0-af27-4057-afb8-3f6a7e14877a not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:43.177502 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b7957-af3c-4223-b3c7-c1791472492d None None] New status for floating IP 24a8707f-cbb7-4069-8aa8-2f865613534c: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:21:43.520030 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Sync routers for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:43.543934 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:43.544814 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:43.592655 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 67e45375-5dec-4e2b-b990-6e4a31bb31eb up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:43.706576 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 67e45375-5dec-4e2b-b990-6e4a31bb31eb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:43.706841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:43.735630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:43.910003 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 67e45375-5dec-4e2b-b990-6e4a31bb31eb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:43.997340 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '8cf65005-5067-4473-9141-559931db001c', 'name': '', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'mac_address': 'fa:16:3e:74:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:38Z', 'updated_at': '2022-04-06T17:21:39Z', 'revision_number': 2, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'subnets': [{'id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:44.024320 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Checking router: 002def5e-0623-457b-ad2d-c8447f7944fe for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:44.024835 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Updating router 002def5e-0623-457b-ad2d-c8447f7944fe port 8cf65005-5067-4473-9141-559931db001c binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:21:44.074797 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8cf65005-5067-4473-9141-559931db001c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.418881 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks [] for port (8cf65005-5067-4473-9141-559931db001c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.424135 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (8cf65005-5067-4473-9141-559931db001c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.521300 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca992b4-3ebb-407c-a938-7dbee1843a35 None None] Pushing event updated for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:44.541444 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Attempting to bind port 8cf65005-5067-4473-9141-559931db001c on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:44.541846 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Attempting to bind port 8cf65005-5067-4473-9141-559931db001c by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:44.542183 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Attempting to bind port 8cf65005-5067-4473-9141-559931db001c on network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:44.552444 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:44.552444 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Checking segment: {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:44.553841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.553841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Bound using segment: {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:44.553841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Bound port: 8cf65005-5067-4473-9141-559931db001c, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ca182-d3b9-4488-aa74-53717c5862c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:44.553841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8cf65005-5067-4473-9141-559931db001c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.650355 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] For port 8cf65005-5067-4473-9141-559931db001c, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:44.654302 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] For port 8cf65005-5067-4473-9141-559931db001c, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8cf65005-5067-4473-9141-559931db001c,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:44.663033 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (8cf65005-5067-4473-9141-559931db001c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:44.730889 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca992b4-3ebb-407c-a938-7dbee1843a35 None None] Pushing event updated for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:44.733546 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:44.734151 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:44.865530 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:44.955540 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:44.955919 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:45.142463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Current status of the port 8cf65005-5067-4473-9141-559931db001c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:45.142852 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8cf65005-5067-4473-9141-559931db001c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:45.185907 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] For port 8cf65005-5067-4473-9141-559931db001c, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8cf65005-5067-4473-9141-559931db001c,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:45.193878 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (8cf65005-5067-4473-9141-559931db001c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:45.203193 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '8cf65005-5067-4473-9141-559931db001c', 'name': '', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'mac_address': 'fa:16:3e:74:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:38Z', 'updated_at': '2022-04-06T17:21:44Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'subnets': [{'id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:45.425082 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059b25d-ad0f-432d-9d9e-a13d85cf2e4d None None] The sync data for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi is: [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '8cf65005-5067-4473-9141-559931db001c', 'name': '', 'network_id': '250ef6d4-7c2d-4e8a-af1b-b39723ec73cf', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'mac_address': 'fa:16:3e:74:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:38Z', 'updated_at': '2022-04-06T17:21:44Z', 'revision_number': 4, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'subnets': [{'id': 'a79a106a-0239-43ef-8142-0d65949a5df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:45.491092 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d03a9a9e-2f58-4900-a8e3-048011af0ca4 None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:45.491461 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d03a9a9e-2f58-4900-a8e3-048011af0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:45.575922 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0a4e4-bb39-48fd-8626-903dce29f589 None None] Pushing event updated for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:45.659715 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d03a9a9e-2f58-4900-a8e3-048011af0ca4 None None] Current status of the port 8cf65005-5067-4473-9141-559931db001c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:45.691611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8cf65005-5067-4473-9141-559931db001c up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:45.759343 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:45.759782 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:45.865622 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 8cf65005-5067-4473-9141-559931db001c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:46.782788 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56050) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:47.426195 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.574984 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8cf65005-5067-4473-9141-559931db001c up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:47.632651 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 8cf65005-5067-4473-9141-559931db001c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:47.633046 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8cf65005-5067-4473-9141-559931db001c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.730083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 8cf65005-5067-4473-9141-559931db001c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:47.802007 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Deleting port 3e60cbd9-f447-437a-9e80-01c584ec58c4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:47.802772 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.890781 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] For port 3e60cbd9-f447-437a-9e80-01c584ec58c4, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3e60cbd9-f447-437a-9e80-01c584ec58c4,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:47.891142 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.911719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Calling delete_port for 3e60cbd9-f447-437a-9e80-01c584ec58c4 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:48.129545 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (3e60cbd9-f447-437a-9e80-01c584ec58c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:48.158804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e60cbd9-f447-437a-9e80-01c584ec58c4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:48.368010 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:48.609559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Router 548809ff-2be3-4d7d-9637-2c50bfa4da2a has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:49.013978 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:49.025067 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Sync routers for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:49.039293 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:49.040092 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:49.040238 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-efdb310c-aa2e-4144-abd6-df66a2aa21d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/548809ff-2be3-4d7d-9637-2c50bfa4da2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554915 Apr 06 17:21:49.041878 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56064) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:49.213067 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks [] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.220976 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:49.325946 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks [] for router_gateway (548809ff-2be3-4d7d-9637-2c50bfa4da2a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.399884 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Deleting port c2248701-8b69-4449-85f6-de40fc30f391 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:49.401205 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (c2248701-8b69-4449-85f6-de40fc30f391), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.430962 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:21:48Z', 'revision_number': 5, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port': {'id': 'c2248701-8b69-4449-85f6-de40fc30f391', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:14:59Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:49.474439 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Checking router: 548809ff-2be3-4d7d-9637-2c50bfa4da2a for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:49.484998 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Routers {'548809ff-2be3-4d7d-9637-2c50bfa4da2a'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:49.485632 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:21:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:49.517070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] For port c2248701-8b69-4449-85f6-de40fc30f391, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=c2248701-8b69-4449-85f6-de40fc30f391,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:49.517730 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (c2248701-8b69-4449-85f6-de40fc30f391), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.533247 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Calling delete_port for c2248701-8b69-4449-85f6-de40fc30f391 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:49.611096 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] Set router 548809ff-2be3-4d7d-9637-2c50bfa4da2a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:49.671067 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:21:49Z', 'revision_number': 6, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:49.706298 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97eb3f-dc8f-4b6e-a918-8d2fb8ac90c9 None None] The sync data for ids ['548809ff-2be3-4d7d-9637-2c50bfa4da2a'] in dv-cinder-836859-1-iscsi is: [{'id': '548809ff-2be3-4d7d-9637-2c50bfa4da2a', 'name': 'tempest-AttachVolumeNegativeTest-254839258-router', 'tenant_id': '7b807d835dd044d19984c11dcc327ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:14:58Z', 'updated_at': '2022-04-06T17:21:49Z', 'revision_number': 6, 'project_id': '7b807d835dd044d19984c11dcc327ed6', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:49.751412 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (c2248701-8b69-4449-85f6-de40fc30f391), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.788667 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Pushing event deleted for resources: {'Port': ['ID=c2248701-8b69-4449-85f6-de40fc30f391,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:49.855005 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.954845 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:49.957040 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks [] for router_controller (548809ff-2be3-4d7d-9637-2c50bfa4da2a), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.014543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (548809ff-2be3-4d7d-9637-2c50bfa4da2a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.015172 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548809ff-2be3-4d7d-9637-2c50bfa4da2a {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:21:50.020176 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.024077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:50.024600 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c5f68ee3-9e03-4525-a272-8a809cec7feb admin admin] 10.222.0.23 "DELETE /v2.0/routers/548809ff-2be3-4d7d-9637-2c50bfa4da2a HTTP/1.1" status: 204 len: 168 time: 0.9808519 Apr 06 17:21:50.080891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Deleting subnet 153ce98b-3077-44dd-9280-926631b70cff {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:21:50.086991 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Publish callbacks [] for subnet (153ce98b-3077-44dd-9280-926631b70cff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.135224 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (153ce98b-3077-44dd-9280-926631b70cff), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.287536 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (153ce98b-3077-44dd-9280-926631b70cff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.374177 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (153ce98b-3077-44dd-9280-926631b70cff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.407261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153ce98b-3077-44dd-9280-926631b70cff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:50.425566 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.427425 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac5741-b23a-4e24-bd48-fae75f6c2ef1 None None] Network 9c405747-e86a-4a04-b397-0de5a9057e73 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:50.432933 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ce2a33fd-ac48-43ae-90f0-5633e56948bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/153ce98b-3077-44dd-9280-926631b70cff HTTP/1.1" status: 204 len: 168 time: 0.4053068 Apr 06 17:21:50.433922 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:50.539655 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (9c405747-e86a-4a04-b397-0de5a9057e73), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.634031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Deleting port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:50.634837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.732252 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] DHCP port deletion for 9c405747-e86a-4a04-b397-0de5a9057e73 request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:21:50.742088 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] For port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:50.742460 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.764239 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Calling delete_port for 03922cb5-ee07-436a-b5c7-f19ba17bdd8a owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:50.797599 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Deleting port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:50.798186 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.892479 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.904911 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] For port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,segment=NetworkSegment(ae74a02e-7325-4ad3-8b7a-7b63ad953b18),segment_id=ae74a02e-7325-4ad3-8b7a-7b63ad953b18)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:50.905336 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:50.922075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Calling delete_port for 03922cb5-ee07-436a-b5c7-f19ba17bdd8a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:50.934380 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Pushing event deleted for resources: {'Port': ['ID=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:50.944982 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] No DVR routers for this DVR port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:51.004153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (03922cb5-ee07-436a-b5c7-f19ba17bdd8a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.017624 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] No DVR routers for this DVR port 03922cb5-ee07-436a-b5c7-f19ba17bdd8a on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:51.032160 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (9c405747-e86a-4a04-b397-0de5a9057e73), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.035036 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c3cdd-c1f3-4e9c-a641-376364155494 None None] Pushing event deleted for resources: {'Port': ['ID=03922cb5-ee07-436a-b5c7-f19ba17bdd8a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:51.062599 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c405747-e86a-4a04-b397-0de5a9057e73']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:51.074586 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:51.075570 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae74a02e-7325-4ad3-8b7a-7b63ad953b18') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:51.087852 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (ae74a02e-7325-4ad3-8b7a-7b63ad953b18), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.104206 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (ae74a02e-7325-4ad3-8b7a-7b63ad953b18), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.111706 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:21:51.112097 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (ae74a02e-7325-4ad3-8b7a-7b63ad953b18), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:21:51.116324 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:21:51.196763 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (9c405747-e86a-4a04-b397-0de5a9057e73), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.207043 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.214299 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c405747-e86a-4a04-b397-0de5a9057e73 HTTP/1.1" status: 204 len: 168 time: 0.7754710 Apr 06 17:21:51.220963 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1db887-babc-4731-98e2-81f50de0c1af admin admin] Pushing event deleted for resources: {'Network': ['ID=9c405747-e86a-4a04-b397-0de5a9057e73,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:51.339729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:51.380723 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c4d2b987-4953-440a-afc9-16b831bea2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b807d835dd044d19984c11dcc327ed6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389946 Apr 06 17:21:51.383476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56104) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:51.431841 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] Publish callbacks [] for security_group (6f44ed81-c913-4079-8f7d-b8458bab8881), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.454119 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] Publish callbacks [] for security_group (6f44ed81-c913-4079-8f7d-b8458bab8881), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.503966 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (6f44ed81-c913-4079-8f7d-b8458bab8881), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.510646 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:51.511240 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f44ed81-c913-4079-8f7d-b8458bab8881 HTTP/1.1" status: 204 len: 168 time: 0.1266499 Apr 06 17:21:51.520325 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36156b25-8878-4ccb-8a1c-b6deaa6c99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44ed81-c913-4079-8f7d-b8458bab8881,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:51.573416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device c2248701-8b69-4449-85f6-de40fc30f391 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:51.597694 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: c2248701-8b69-4449-85f6-de40fc30f391 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:51.598055 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device c2248701-8b69-4449-85f6-de40fc30f391 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:51.599198 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3e60cbd9-f447-437a-9e80-01c584ec58c4 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:51.619224 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 3e60cbd9-f447-437a-9e80-01c584ec58c4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:51.619576 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3e60cbd9-f447-437a-9e80-01c584ec58c4 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:51.620006 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 03922cb5-ee07-436a-b5c7-f19ba17bdd8a no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:51.640614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 03922cb5-ee07-436a-b5c7-f19ba17bdd8a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:51.641308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 03922cb5-ee07-436a-b5c7-f19ba17bdd8a not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:51.735190 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-f4319c4a-b2bb-426d-b821-267bc2361ec3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:51.736794 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-f4319c4a-b2bb-426d-b821-267bc2361ec3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 814 time: 0.1087027 Apr 06 17:21:51.753544 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-eed34971-a6eb-4a5f-ae0e-5c89dc24e4a7 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/quotas/c144a977e1204f64abd2e6a8157bcd15 HTTP/1.1" status: 200 len: 375 time: 0.0104666 Apr 06 17:21:51.812368 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-b38bf7e4-59c5-42d4-82e3-ab7358624373 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526862 Apr 06 17:21:51.916292 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-8585e650-386c-4f51-a61e-f401a4a8b757 service neutron] 10.222.0.23 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914774 Apr 06 17:21:52.008052 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e80fb9a1-cead-451d-bdb0-dd203db4356d service neutron] 10.222.0.23 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 Apr 06 17:21:52.178858 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7d2ee5e6-ada1-4b2f-b7fd-69e0f065c0fe req-dbbe1c57-e6fd-46dc-ba81-c559b91e9d14 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 210 time: 0.0313876 Apr 06 17:21:53.203422 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-4769341c-bc0d-4dfe-adaa-65ae936de3b9 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:53.204886 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-4769341c-bc0d-4dfe-adaa-65ae936de3b9 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 814 time: 0.1147969 Apr 06 17:21:53.219246 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'port': {'device_id': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'admin_state_up': True, 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:53.319007 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ba9b6db-0a65-4cde-bd87-1b06d93795ed req-c96f3fda-34d2-4d50-bef9-a306ad550afd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 210 time: 0.0444942 Apr 06 17:21:53.323964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56190) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:53.383486 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Made reservation on behalf of c144a977e1204f64abd2e6a8157bcd15 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:53.387002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.447986 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59921b3f-69d3-42e9-9c43-6a636ea9768b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.532814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Allocated IP 172.20.0.5 (90b3c8e9-b935-47cc-813d-f40eaa94e941/c303431c-b03c-4735-a3d6-85b7e2b2d3f8/f82d5aba-594e-4aff-b48c-c3c63bce3fc5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:53.533175 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59921b3f-69d3-42e9-9c43-6a636ea9768b admin admin] Publish callbacks [] for security_group (d0c05fde-c092-4765-85cd-c5f1e03e176a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.543006 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59921b3f-69d3-42e9-9c43-6a636ea9768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d0c05fde-c092-4765-85cd-c5f1e03e176a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.588276 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:53.588536 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-59921b3f-69d3-42e9-9c43-6a636ea9768b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dff0ad6404114bfab58c4b20e9c6aef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627678 Apr 06 17:21:53.589337 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921b3f-69d3-42e9-9c43-6a636ea9768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c05fde-c092-4765-85cd-c5f1e03e176a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:53.697774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] Publish callbacks [] for security_group (d0c05fde-c092-4765-85cd-c5f1e03e176a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.751813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.755317 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] Publish callbacks [] for security_group (d0c05fde-c092-4765-85cd-c5f1e03e176a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.826647 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.893063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (d0c05fde-c092-4765-85cd-c5f1e03e176a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.893063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:53.897263 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0c05fde-c092-4765-85cd-c5f1e03e176a HTTP/1.1" status: 204 len: 168 time: 0.3079762 Apr 06 17:21:53.911177 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:53.918608 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:53.920865 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970953e-ef46-4b1b-b745-0b5250b369f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c05fde-c092-4765-85cd-c5f1e03e176a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:53.922415 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:53.978911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:54.030860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:54.031914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.054325 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-e4d6e42c-c8dc-4793-8f57-e923075e9b55 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8402953 Apr 06 17:21:54.372689 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-840a0703-d613-4f6f-91cd-a75985deb64f None None] Provisioning complete for port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:54.373332 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-840a0703-d613-4f6f-91cd-a75985deb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.388038 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:54.408096 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7fbaedd-968b-4324-9e86-0011be66dd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.454061 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-840a0703-d613-4f6f-91cd-a75985deb64f None None] Port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:54.487626 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624384ce-f769-4c13-8aa8-6f964569b6b0 req-9ff67e6a-7af7-472f-9f86-63d2128f0a45 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:54.498160 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-624384ce-f769-4c13-8aa8-6f964569b6b0 req-9ff67e6a-7af7-472f-9f86-63d2128f0a45 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0852706 Apr 06 17:21:54.519459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7fbaedd-968b-4324-9e86-0011be66dd24 admin admin] Publish callbacks [] for security_group (9377954b-a024-4543-86f9-576f5891b361), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.530451 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7fbaedd-968b-4324-9e86-0011be66dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9377954b-a024-4543-86f9-576f5891b361), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.574774 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-624384ce-f769-4c13-8aa8-6f964569b6b0 req-6a829cac-7a54-4891-a48b-66dc6c072afe tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689452 Apr 06 17:21:54.580597 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbaedd-968b-4324-9e86-0011be66dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377954b-a024-4543-86f9-576f5891b361,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:54.600480 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d7fbaedd-968b-4324-9e86-0011be66dd24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70b1b2f34e934760afce78374f8facfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102132 Apr 06 17:21:54.603476 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:54.667497 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] Publish callbacks [] for security_group (9377954b-a024-4543-86f9-576f5891b361), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.704773 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] Publish callbacks [] for security_group (9377954b-a024-4543-86f9-576f5891b361), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.771775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9377954b-a024-4543-86f9-576f5891b361), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.774386 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:54.777062 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9377954b-a024-4543-86f9-576f5891b361 HTTP/1.1" status: 204 len: 168 time: 0.1709957 Apr 06 17:21:54.791660 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d530e-e05d-4002-87f6-65fa59d64f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377954b-a024-4543-86f9-576f5891b361,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:55.724521 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db31dff-2a24-4d58-9a36-23628c37ea88 req-116cf13d-f62d-476e-8f33-94dadee8e2ca tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:55.726082 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2db31dff-2a24-4d58-9a36-23628c37ea88 req-116cf13d-f62d-476e-8f33-94dadee8e2ca tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0702126 Apr 06 17:21:55.795513 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2db31dff-2a24-4d58-9a36-23628c37ea88 req-c9e90f22-721c-4992-941a-e3a56f8d18b2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630519 Apr 06 17:21:56.942455 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce2e5-c2fa-4c02-8985-16eef3b475f1 req-d2f83c19-6e64-4558-a9b5-b5848e487e35 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:56.943947 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-97dce2e5-c2fa-4c02-8985-16eef3b475f1 req-d2f83c19-6e64-4558-a9b5-b5848e487e35 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0605812 Apr 06 17:21:56.994654 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-97dce2e5-c2fa-4c02-8985-16eef3b475f1 req-b86fe02f-c920-4568-bba2-7f70f6d9865c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Apr 06 17:21:58.057975 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:21:58.154607 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc57c-e6d5-4b77-9603-f0433dd69b03 req-555f19cf-714f-4aa4-9890-e9c20f240be3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:58.158168 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-565fc57c-e6d5-4b77-9603-f0433dd69b03 req-555f19cf-714f-4aa4-9890-e9c20f240be3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0600622 Apr 06 17:21:58.225442 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-565fc57c-e6d5-4b77-9603-f0433dd69b03 req-a5002d7f-451a-49cf-81db-dcabaf078b4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Apr 06 17:21:59.383611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab13bf-198c-4222-820f-afaaf6aec108 req-e539a483-8c9c-4fbe-baa7-2634eb5d1155 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:59.387861 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3cab13bf-198c-4222-820f-afaaf6aec108 req-e539a483-8c9c-4fbe-baa7-2634eb5d1155 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0841997 Apr 06 17:21:59.397644 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:59.480472 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-3cab13bf-198c-4222-820f-afaaf6aec108 req-1f6a77cc-aad4-424e-bf3a-b4271e2ea714 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814853 Apr 06 17:22:00.601754 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1f686-9180-45d3-82a4-cca67f445433 req-3d865ebf-8eb8-4488-8a71-12f6bea933c2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:00.603246 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23a1f686-9180-45d3-82a4-cca67f445433 req-3d865ebf-8eb8-4488-8a71-12f6bea933c2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0570512 Apr 06 17:22:00.652811 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23a1f686-9180-45d3-82a4-cca67f445433 req-3bc4f53a-2652-4357-83d8-6a72eff94b92 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Apr 06 17:22:01.635551 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:01.759080 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c411393c-b56d-4393-92ba-a7f84c80a9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:01.800127 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41e355-ae80-4fc5-a08e-a08098c252b9 req-88559ee3-9722-4fc2-bed9-3b6145154caa tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:01.801922 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f41e355-ae80-4fc5-a08e-a08098c252b9 req-88559ee3-9722-4fc2-bed9-3b6145154caa tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 931 time: 0.0810773 Apr 06 17:22:01.874606 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f41e355-ae80-4fc5-a08e-a08098c252b9 req-5c858810-cfbf-4fe1-9919-82588928bbcd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666335 Apr 06 17:22:01.891299 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c411393c-b56d-4393-92ba-a7f84c80a9ca admin admin] Publish callbacks [] for security_group (e2febef8-df09-4c64-8dac-4e1357d8f8c4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:01.896186 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c411393c-b56d-4393-92ba-a7f84c80a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e2febef8-df09-4c64-8dac-4e1357d8f8c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:01.903923 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Request body: {'port': {'device_id': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:01.933338 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411393c-b56d-4393-92ba-a7f84c80a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2febef8-df09-4c64-8dac-4e1357d8f8c4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:01.942418 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c411393c-b56d-4393-92ba-a7f84c80a9ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cec367e82e564a1981b1310cc1f90ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023937 Apr 06 17:22:01.943067 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:01.991822 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.042023 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] Publish callbacks [] for security_group (e2febef8-df09-4c64-8dac-4e1357d8f8c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.117479 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] Publish callbacks [] for security_group (e2febef8-df09-4c64-8dac-4e1357d8f8c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.257443 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e2febef8-df09-4c64-8dac-4e1357d8f8c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.259832 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.260940 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2febef8-df09-4c64-8dac-4e1357d8f8c4 HTTP/1.1" status: 204 len: 168 time: 0.3170748 Apr 06 17:22:02.285907 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cd2d4-c0f0-4650-aedb-5b5303f8b774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2febef8-df09-4c64-8dac-4e1357d8f8c4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:02.300352 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-c5950b7a-b0a8-482f-be5a-6fc018eada31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008742 Apr 06 17:22:02.374709 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d5aba-594e-4aff-b48c-c3c63bce3fc5 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:22:02.394803 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks [] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.415986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Transition to ACTIVE for port object f82d5aba-594e-4aff-b48c-c3c63bce3fc5 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:22:02.422347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.473078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:02.555998 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Attempting to bind port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:22:02.556347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Attempting to bind port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:22:02.556722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Attempting to bind port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 on network 90b3c8e9-b935-47cc-813d-f40eaa94e941 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:22:02.570142 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 on network 90b3c8e9-b935-47cc-813d-f40eaa94e941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:22:02.570476 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Attempting to bind port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 on network 90b3c8e9-b935-47cc-813d-f40eaa94e941 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:22:02.586875 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:22:02.587276 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Checking segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:22:02.587652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Bound using segment: {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:22:02.588039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Bound port: f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d7e41e-811a-47d8-9b03-b03d7d70b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:22:02.588406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.593897 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:02.610150 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa367-3539-4613-adc6-f1b99a627e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.690118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-18016890-8a6a-4da8-901c-9f2512cade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:02.692348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-18016890-8a6a-4da8-901c-9f2512cade59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 1130 time: 0.1008155 Apr 06 17:22:02.710617 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa367-3539-4613-adc6-f1b99a627e7b admin admin] Publish callbacks [] for security_group (54ad8cd2-d7ad-4a15-83dc-320602ed7703), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.715645 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa367-3539-4613-adc6-f1b99a627e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (54ad8cd2-d7ad-4a15-83dc-320602ed7703), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.767107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:22:02.769320 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6c4fa367-3539-4613-adc6-f1b99a627e7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4db9060015049e8a2e0d1da444cb878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746178 Apr 06 17:22:02.770924 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56396) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:02.779579 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fa367-3539-4613-adc6-f1b99a627e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ad8cd2-d7ad-4a15-83dc-320602ed7703,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:02.784094 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:22:02.797339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.828428 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] Publish callbacks [] for security_group (54ad8cd2-d7ad-4a15-83dc-320602ed7703), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.851184 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] Publish callbacks [] for security_group (54ad8cd2-d7ad-4a15-83dc-320602ed7703), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.859717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:02.860391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.861807 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] 10.222.0.43 "PUT /v2.0/ports/f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 1093 time: 0.9622562 Apr 06 17:22:02.862259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:02.865403 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:02.874722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-452267bf-dd95-4707-8846-e7fa3772a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:02.876115 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-452267bf-dd95-4707-8846-e7fa3772a084 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 200 len: 918 time: 0.1546221 Apr 06 17:22:02.935068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a2b78-d5f6-451b-9e96-4d21320b7fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:02.937611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (54ad8cd2-d7ad-4a15-83dc-320602ed7703), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.942095 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:02.945674 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ad8cd2-d7ad-4a15-83dc-320602ed7703 HTTP/1.1" status: 204 len: 168 time: 0.1711409 Apr 06 17:22:02.955966 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa134de-3e82-4c04-80a8-4eb9030fcdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ad8cd2-d7ad-4a15-83dc-320602ed7703,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:03.012805 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-779062eb-1aa5-4475-a979-0bf913bf7176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 200 len: 1001 time: 0.1274457 Apr 06 17:22:03.015949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8a3ebd-42a4-48cd-83a4-6c3101a89ad3 x-openstack-request-id: req-0e8a3ebd-42a4-48cd-83a4-6c3101a89ad3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:03.016652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:03.017144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e8a3ebd-42a4-48cd-83a4-6c3101a89ad3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:03.018216 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8a3ebd-42a4-48cd-83a4-6c3101a89ad3'] response: {'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:22:03.108785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-0fa7bb6e-17bd-4e3d-b46d-713e0c990738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.111141 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-0fa7bb6e-17bd-4e3d-b46d-713e0c990738 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 200 len: 856 time: 0.0885522 Apr 06 17:22:03.117342 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-04504d69-e152-4458-b392-f7b51b0e3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.118987 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-04504d69-e152-4458-b392-f7b51b0e3db0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1127 time: 0.1849625 Apr 06 17:22:03.184042 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-af107559-7c2e-4e5a-b4c4-9b5b851d103a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0562446 Apr 06 17:22:03.231772 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28a72-6362-4152-a5d2-7c7285d692aa req-7e210969-fa4a-4b67-8c2e-23aea068e05f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.233752 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dbe28a72-6362-4152-a5d2-7c7285d692aa req-7e210969-fa4a-4b67-8c2e-23aea068e05f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 943 time: 0.0814748 Apr 06 17:22:03.235806 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-fa192563-3578-4513-8571-bc021d51b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.237380 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-fa192563-3578-4513-8571-bc021d51b59e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5dff5803-9cc3-494d-a1db-dff8d6894ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173680 Apr 06 17:22:03.243741 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-f1f28cb6-b81f-4541-845f-aff4b8edef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.245131 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-f1f28cb6-b81f-4541-845f-aff4b8edef63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0537443 Apr 06 17:22:03.293248 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dbe28a72-6362-4152-a5d2-7c7285d692aa req-ad49466d-ac89-47bc-877e-9f8c0c487998 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Apr 06 17:22:03.346371 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-b00eeeef-59a4-4b0b-9a1c-6c5b838b756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:03.348477 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-b00eeeef-59a4-4b0b-9a1c-6c5b838b756e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952060 Apr 06 17:22:03.411443 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-b2bf7f9a-0be9-4a53-9b69-22ab8c5e3a31 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653342 Apr 06 17:22:03.504941 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-2be9e192-2cf6-41c3-8c9c-920885f721aa service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486311 Apr 06 17:22:03.585081 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-031eb503-65ec-4bc5-b521-0abe42e0b068 req-45af7970-815d-45f2-8258-6a82b2d64248 service neutron] 10.222.0.43 "GET /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654761 Apr 06 17:22:03.637410 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79203a22-0cd9-49d9-ac15-81aa513a3404 req-1cb60ee5-76e6-4288-af37-4abd40d7ebd1 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218319 Apr 06 17:22:03.942902 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-571c4eed-af7f-404c-a68c-8d71d72e1e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:04.419890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592a21-3ea2-4111-be34-7fda625064c5 req-0c1b706e-300f-49b1-ae86-f04d01e75ecf tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:04.421398 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a592a21-3ea2-4111-be34-7fda625064c5 req-0c1b706e-300f-49b1-ae86-f04d01e75ecf tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 943 time: 0.0554256 Apr 06 17:22:04.471497 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a592a21-3ea2-4111-be34-7fda625064c5 req-025f16e0-1557-4263-b515-2eec75ce5b7a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Apr 06 17:22:04.860507 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-6e0766b9-5f81-4e3c-9c97-74ab2a9df0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:04.862026 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-6e0766b9-5f81-4e3c-9c97-74ab2a9df0a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1127 time: 0.0475788 Apr 06 17:22:05.017364 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-79a3ac63-25b3-4bf9-9669-38f20177f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:05.021770 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-79a3ac63-25b3-4bf9-9669-38f20177f394 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.1460819 Apr 06 17:22:05.085692 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:05.192721 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a73eeca3-a111-4e39-9b1d-a26a3346a18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.267149 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a73eeca3-a111-4e39-9b1d-a26a3346a18c admin admin] Publish callbacks [] for security_group (14096b3b-1a3f-47cd-97fd-4a8f6909385b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.271959 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a73eeca3-a111-4e39-9b1d-a26a3346a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (14096b3b-1a3f-47cd-97fd-4a8f6909385b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.277454 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-02742acf-88b3-4621-8295-6faa73dfb546 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0419281 Apr 06 17:22:05.312157 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eeca3-a111-4e39-9b1d-a26a3346a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14096b3b-1a3f-47cd-97fd-4a8f6909385b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:05.317035 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a73eeca3-a111-4e39-9b1d-a26a3346a18c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49a5116ea4ec429f946844ad09c3857a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300680 Apr 06 17:22:05.319643 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56502) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:05.342278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-30455d41-957a-4141-a784-99cbd8de79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:05.343737 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-30455d41-957a-4141-a784-99cbd8de79d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0541940 Apr 06 17:22:05.370367 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] Publish callbacks [] for security_group (14096b3b-1a3f-47cd-97fd-4a8f6909385b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.392818 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] Publish callbacks [] for security_group (14096b3b-1a3f-47cd-97fd-4a8f6909385b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.402082 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-ae7dfe0f-ebb0-45a4-8cb5-45f945f77bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:05.403697 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-ae7dfe0f-ebb0-45a4-8cb5-45f945f77bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528691 Apr 06 17:22:05.454270 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (14096b3b-1a3f-47cd-97fd-4a8f6909385b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.458345 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.461581 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14096b3b-1a3f-47cd-97fd-4a8f6909385b HTTP/1.1" status: 204 len: 168 time: 0.1408899 Apr 06 17:22:05.470478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264807b0-6f47-4605-8337-036db6a5beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14096b3b-1a3f-47cd-97fd-4a8f6909385b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:05.530612 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-6d89d5b7-8202-4347-8449-934284385b9e service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201868 Apr 06 17:22:05.671773 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278233d-ab62-4631-bdb2-34fcca80b4e9 req-589b3dbc-081e-477b-8662-dd556ac8a20d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:05.673260 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2278233d-ab62-4631-bdb2-34fcca80b4e9 req-589b3dbc-081e-477b-8662-dd556ac8a20d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 943 time: 0.1258459 Apr 06 17:22:05.689412 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba52d66-e16e-4736-af3f-c18cd1a1fb5b req-a9c56353-f9c8-40c7-ba00-266ba60a977a service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515746 Apr 06 17:22:05.726382 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2278233d-ab62-4631-bdb2-34fcca80b4e9 req-16e55153-1cc2-4e60-97ab-a25de905a1c8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Apr 06 17:22:05.783901 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56514) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:05.797254 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de58d634-93fa-4329-bf49-9c1cd672a663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.872214 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de58d634-93fa-4329-bf49-9c1cd672a663 admin admin] Publish callbacks [] for security_group (9557cd53-7032-4251-8c33-f4aebff1ab65), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:05.875663 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de58d634-93fa-4329-bf49-9c1cd672a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9557cd53-7032-4251-8c33-f4aebff1ab65), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.132988 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-de58d634-93fa-4329-bf49-9c1cd672a663 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=271b7d1a87d9499a985de6cf7fa516cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480117 Apr 06 17:22:06.133874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d634-93fa-4329-bf49-9c1cd672a663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9557cd53-7032-4251-8c33-f4aebff1ab65,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:06.135670 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:06.183583 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] Publish callbacks [] for security_group (9557cd53-7032-4251-8c33-f4aebff1ab65), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.208793 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] Publish callbacks [] for security_group (9557cd53-7032-4251-8c33-f4aebff1ab65), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.255469 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9557cd53-7032-4251-8c33-f4aebff1ab65), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.258079 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.259243 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9557cd53-7032-4251-8c33-f4aebff1ab65 HTTP/1.1" status: 204 len: 168 time: 0.1224396 Apr 06 17:22:06.266879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d5555-e96f-42c1-a653-050126f26977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557cd53-7032-4251-8c33-f4aebff1ab65,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:06.682533 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-803eca1d-1d56-4a6d-99d3-4a0295caddea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:06.849666 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd999a-f57c-4ba0-a653-76e22e09a6d0 req-b5662533-f8f0-47ba-9c0e-5985fc995366 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:06.851299 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b2cd999a-f57c-4ba0-a653-76e22e09a6d0 req-b5662533-f8f0-47ba-9c0e-5985fc995366 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 943 time: 0.0545266 Apr 06 17:22:06.898030 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b2cd999a-f57c-4ba0-a653-76e22e09a6d0 req-46110d6b-5527-4130-ae9e-592eb66e97e2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Apr 06 17:22:06.970216 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device f82d5aba-594e-4aff-b48c-c3c63bce3fc5 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:22:07.068042 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:07.082780 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'port_id': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'mac_address': 'fa:16:3e:47:13:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:22:07.119907 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:22:07.120533 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:07.133448 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d5aba-594e-4aff-b48c-c3c63bce3fc5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:22:07.153417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:07.157287 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:07.209681 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:07.216669 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.217041 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.217418 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.217773 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.218142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.218431 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.218767 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.219099 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.219431 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.219766 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.220104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.220439 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.220771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.221128 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.221456 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:07.454165 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:22:07.647497 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:08.015109 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec1f57-6a48-4330-b531-95769dff6026 req-ede2b448-2128-4197-afb3-a769a18adf5d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:08.016545 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36ec1f57-6a48-4330-b531-95769dff6026 req-ede2b448-2128-4197-afb3-a769a18adf5d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 944 time: 0.0517170 Apr 06 17:22:08.061961 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36ec1f57-6a48-4330-b531-95769dff6026 req-8b9ee584-86cf-4163-9040-6a9260f23092 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Apr 06 17:22:09.085646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:09.181784 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff016da-94eb-497c-bc0a-773ac95814a7 req-a2d239f2-a250-4495-8b58-5774d44f06ac tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:09.183247 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fff016da-94eb-497c-bc0a-773ac95814a7 req-a2d239f2-a250-4495-8b58-5774d44f06ac tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 944 time: 0.0556266 Apr 06 17:22:09.229276 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fff016da-94eb-497c-bc0a-773ac95814a7 req-58adaa33-852f-4937-80cf-594ccb2e76f7 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Apr 06 17:22:10.344598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676047-1f88-4839-9f86-e81a57a600b0 req-8239c2e0-c256-43ca-911e-a3ba083ee78c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:10.346070 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62676047-1f88-4839-9f86-e81a57a600b0 req-8239c2e0-c256-43ca-911e-a3ba083ee78c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 944 time: 0.0513463 Apr 06 17:22:10.401704 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-62676047-1f88-4839-9f86-e81a57a600b0 req-1755ba79-ed9a-4c4e-bd79-bfcd2804e0d3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492203 Apr 06 17:22:10.446416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device f82d5aba-594e-4aff-b48c-c3c63bce3fc5 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:22:10.468912 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:10.498416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:22:10.502511 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:22:10.502875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:10.579090 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:22:10.579481 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:10.601921 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:10.604138 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f23f7a-6a2b-449b-84e6-51b3873066a5" -d '{"events": [{"server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "name": "network-vif-plugged", "status": "completed", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:10.617354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:10.621667 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:10.647495 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b31459-8f32-4163-b27f-9593544df4a8 x-openstack-request-id: req-70b31459-8f32-4163-b27f-9593544df4a8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:10.648513 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "name": "network-vif-plugged", "status": "completed", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:10.648513 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70b31459-8f32-4163-b27f-9593544df4a8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:10.649231 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b31459-8f32-4163-b27f-9593544df4a8'] response: {'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'code': 200} Apr 06 17:22:10.674841 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:11.519027 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aa17a-dc70-4cf0-9c4d-36574c27e10c req-4f2a48bd-d76c-483e-9aa6-bbb034c4cab8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:11.521011 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a1aa17a-dc70-4cf0-9c4d-36574c27e10c req-4f2a48bd-d76c-483e-9aa6-bbb034c4cab8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0527322 Apr 06 17:22:11.567294 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a1aa17a-dc70-4cf0-9c4d-36574c27e10c req-fbc55edd-f9d9-442f-aaaa-b08e62e8d758 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Apr 06 17:22:12.008506 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131ce01-fa6a-4f67-9b04-04f7f5c5d6d0 req-db39b1ae-1783-4dbb-9774-2f93c9a5861f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:12.009942 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9131ce01-fa6a-4f67-9b04-04f7f5c5d6d0 req-db39b1ae-1783-4dbb-9774-2f93c9a5861f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0528805 Apr 06 17:22:12.055437 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9131ce01-fa6a-4f67-9b04-04f7f5c5d6d0 req-bc76ce3f-6ed1-44fc-9bc2-1184fa73795e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396738 Apr 06 17:22:12.694525 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f7f7-fa39-4898-93e9-667a30086d82 req-41eadaae-31cd-4c56-84d1-073906dc0d42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:12.696479 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ae7f7f7-fa39-4898-93e9-667a30086d82 req-41eadaae-31cd-4c56-84d1-073906dc0d42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0571837 Apr 06 17:22:12.754707 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ae7f7f7-fa39-4898-93e9-667a30086d82 req-2eb407cf-25dd-46e9-8682-176da39ad906 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Apr 06 17:22:13.180722 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885854c9-0261-4124-8255-6409bd695877 req-8e893046-e8ad-4be9-80b2-4b34b491d594 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:13.182259 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-885854c9-0261-4124-8255-6409bd695877 req-8e893046-e8ad-4be9-80b2-4b34b491d594 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0540648 Apr 06 17:22:13.239899 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-885854c9-0261-4124-8255-6409bd695877 req-cac40e9c-8036-474f-aeb4-b8ca84c5ad5a tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517223 Apr 06 17:22:13.764838 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecc5e-1efa-4856-9f3b-c1f5d257038c req-d8045301-52db-4a21-a168-130242173e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:13.766825 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d50ecc5e-1efa-4856-9f3b-c1f5d257038c req-d8045301-52db-4a21-a168-130242173e9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1129 time: 0.0488610 Apr 06 17:22:13.895130 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b61d2-b795-4f70-a90b-fb9ec09645b4 req-e1b15af5-b9df-49da-8854-c2340b2530d2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:13.896676 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f11b61d2-b795-4f70-a90b-fb9ec09645b4 req-e1b15af5-b9df-49da-8854-c2340b2530d2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0765812 Apr 06 17:22:13.913959 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d50ecc5e-1efa-4856-9f3b-c1f5d257038c req-3ca337f2-b53c-4b8f-85ab-c910590113bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Apr 06 17:22:13.949968 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f11b61d2-b795-4f70-a90b-fb9ec09645b4 req-85aee10a-62ae-4ac5-a47a-296a08787308 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Apr 06 17:22:14.204569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ae34-c05f-480f-902a-d642395bd56a req-f8143b87-af6f-4577-9d23-67a445d8686e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:14.206065 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9353ae34-c05f-480f-902a-d642395bd56a req-f8143b87-af6f-4577-9d23-67a445d8686e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Apr 06 17:22:14.305801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Deleting port e63fa336-45b8-428d-866a-78296b04500a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:14.306215 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (e63fa336-45b8-428d-866a-78296b04500a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:14.431448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451b4d-d578-4446-abb4-dc82d1499708 req-63f8085a-a04b-48ec-8bf9-8b0f08eda7fc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:14.432884 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-41451b4d-d578-4446-abb4-dc82d1499708 req-63f8085a-a04b-48ec-8bf9-8b0f08eda7fc tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 946 time: 0.0850835 Apr 06 17:22:14.461060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] For port e63fa336-45b8-428d-866a-78296b04500a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e63fa336-45b8-428d-866a-78296b04500a,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:14.461417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (e63fa336-45b8-428d-866a-78296b04500a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:14.538193 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-41451b4d-d578-4446-abb4-dc82d1499708 req-f12f1269-eb84-4e7a-9251-f5f4c2ad949f tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups?id=47f08ec1-137e-4229-a1cf-023192ec594b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955918 Apr 06 17:22:14.656638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:14.656998 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:14.657524 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Floating IP e5dba4a3-81ca-45ce-bcb1-211dd6791b92 disassociated. External IP: 172.27.3.231, port: e63fa336-45b8-428d-866a-78296b04500a. Apr 06 17:22:14.657879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Calling delete_port for e63fa336-45b8-428d-866a-78296b04500a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:14.792751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (e63fa336-45b8-428d-866a-78296b04500a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:14.825897 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'Port': ['ID=e63fa336-45b8-428d-866a-78296b04500a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:14.835666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.836007 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.836339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.836668 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.837010 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.837382 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.837706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.838024 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.839026 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.839026 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.839026 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.839464 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.839636 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.840035 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.840389 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:14.946233 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:22:15.086734 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bafa5-0410-4b32-85f7-864b325e7841 req-52031a7c-ac6e-41cd-9381-7704bb196f13 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:15.088658 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-454bafa5-0410-4b32-85f7-864b325e7841 req-52031a7c-ac6e-41cd-9381-7704bb196f13 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0638397 Apr 06 17:22:15.142318 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-454bafa5-0410-4b32-85f7-864b325e7841 req-d166c37c-c9fe-4917-8a9b-7497e650e016 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478370 Apr 06 17:22:15.346669 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:22:15.356321 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:22:15.368085 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:15.368704 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:15.388954 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] No DVR routers for this DVR port e63fa336-45b8-428d-866a-78296b04500a on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:15.391599 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:15.394880 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9353ae34-c05f-480f-902a-d642395bd56a req-e1827fa0-6011-46f6-a37d-09ab1d155984 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.43 "DELETE /v2.0/ports/e63fa336-45b8-428d-866a-78296b04500a HTTP/1.1" status: 204 len: 173 time: 1.1828032 Apr 06 17:22:15.395338 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-deleted', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:15.398264 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce040f0-a0c7-4024-9916-4a10776a053e" -d '{"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-deleted", "tag": "e63fa336-45b8-428d-866a-78296b04500a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:15.437111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94c81e-9911-4c5c-8465-5229284ba64e x-openstack-request-id: req-ff94c81e-9911-4c5c-8465-5229284ba64e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:15.441455 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca018514-a3fe-411d-b262-7ab1e381f518", "name": "network-vif-deleted", "tag": "e63fa336-45b8-428d-866a-78296b04500a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:15.441790 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff94c81e-9911-4c5c-8465-5229284ba64e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:15.442272 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff94c81e-9911-4c5c-8465-5229284ba64e'] response: {'server_uuid': 'ca018514-a3fe-411d-b262-7ab1e381f518', 'name': 'network-vif-deleted', 'tag': 'e63fa336-45b8-428d-866a-78296b04500a', 'status': 'completed', 'code': 200} Apr 06 17:22:15.485102 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:15.660570 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c3fa9ece-d7aa-4e24-9230-78bff441c45f req-4dcb002e-27ef-48ce-82d2-a5458c449030 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca018514-a3fe-411d-b262-7ab1e381f518 HTTP/1.1" status: 200 len: 210 time: 0.0333157 Apr 06 17:22:15.738247 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:15.747012 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:15.768506 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:22:15.777776 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:15.778377 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:15.853327 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24389953-b51c-4d18-8264-b02d49db9495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:15.936566 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24389953-b51c-4d18-8264-b02d49db9495 admin admin] Publish callbacks [] for security_group (79557a69-2a8e-4923-8863-72dcea7ab281), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:15.940603 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24389953-b51c-4d18-8264-b02d49db9495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (79557a69-2a8e-4923-8863-72dcea7ab281), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:15.978325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24389953-b51c-4d18-8264-b02d49db9495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79557a69-2a8e-4923-8863-72dcea7ab281,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:15.984098 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-24389953-b51c-4d18-8264-b02d49db9495 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6328b274ce704bdea9cc7f947c805dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360103 Apr 06 17:22:15.986734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:16.021513 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:16.047791 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] Publish callbacks [] for security_group (79557a69-2a8e-4923-8863-72dcea7ab281), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:16.074586 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] Publish callbacks [] for security_group (79557a69-2a8e-4923-8863-72dcea7ab281), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:16.123161 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (79557a69-2a8e-4923-8863-72dcea7ab281), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:16.125743 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:16.129500 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79557a69-2a8e-4923-8863-72dcea7ab281 HTTP/1.1" status: 204 len: 168 time: 0.1393526 Apr 06 17:22:16.135747 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d3251-6889-4c0a-b91d-eaee82f634a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79557a69-2a8e-4923-8863-72dcea7ab281,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:16.264563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:16.286226 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63041ba-2be5-49e5-a28d-a1c96e03e6d5 req-8ce1de91-6c94-431e-9602-005832352097 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:16.287707 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d63041ba-2be5-49e5-a28d-a1c96e03e6d5 req-8ce1de91-6c94-431e-9602-005832352097 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0590498 Apr 06 17:22:16.292931 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c9f1a-cf23-49fb-b677-abafb2f9e9ed None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:20Z', 'revision_number': 4, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '95b36afb-d59c-468a-80a1-ae05b59f0611', 'name': '', 'network_id': '5dff5803-9cc3-494d-a1db-dff8d6894ace', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'mac_address': 'fa:16:3e:67:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '770211af-735d-4ff4-b303-175f0c52aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:14Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'subnets': [{'id': '770211af-735d-4ff4-b303-175f0c52aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:22:16.388215 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d63041ba-2be5-49e5-a28d-a1c96e03e6d5 req-8bbfd99f-8728-421a-859b-e2eeed8c97ad tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Apr 06 17:22:16.532652 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9b88-7f7e-4dfb-a9c7-143f305a1fcf req-b33cce5a-7614-44e9-ae94-d7f277a0643c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:16.534939 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-58fe9b88-7f7e-4dfb-a9c7-143f305a1fcf req-b33cce5a-7614-44e9-ae94-d7f277a0643c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0700252 Apr 06 17:22:16.597869 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-58fe9b88-7f7e-4dfb-a9c7-143f305a1fcf req-3774c129-dbf8-4a29-8de3-de4fb0c71305 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556200 Apr 06 17:22:16.700679 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7367c4df-49ae-48c4-a2df-ceeda9b3d0ef None None] New status for floating IP e5dba4a3-81ca-45ce-bcb1-211dd6791b92: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:22:16.929674 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56726) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:17.014060 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df6bb-2b43-401e-90cf-7587437397c8 req-b3912ad5-fa51-497d-8902-723b3c5be502 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:17.015572 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d31df6bb-2b43-401e-90cf-7587437397c8 req-b3912ad5-fa51-497d-8902-723b3c5be502 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0610147 Apr 06 17:22:17.024033 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (47f08ec1-137e-4229-a1cf-023192ec594b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.060996 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (47f08ec1-137e-4229-a1cf-023192ec594b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.075657 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d31df6bb-2b43-401e-90cf-7587437397c8 req-513df32f-3dc3-4468-8a12-a9cb0a9c6b25 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Apr 06 17:22:17.121716 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (47f08ec1-137e-4229-a1cf-023192ec594b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.124543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.128606 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "DELETE /v2.0/security-groups/47f08ec1-137e-4229-a1cf-023192ec594b HTTP/1.1" status: 204 len: 168 time: 0.1951599 Apr 06 17:22:17.129152 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:17.136316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0caab-f2e8-46e5-9329-f903771af31e tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f08ec1-137e-4229-a1cf-023192ec594b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:17.144493 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-ad2a0204-6301-42f3-9a2b-de9e076fdfd2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] show failed (client error): The resource could not be found. Apr 06 17:22:17.145660 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ad2a0204-6301-42f3-9a2b-de9e076fdfd2 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "GET /v2.0/security-groups/47f08ec1-137e-4229-a1cf-023192ec594b HTTP/1.1" status: 404 len: 347 time: 0.0152228 Apr 06 17:22:17.150325 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56738) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:17.290766 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Deleting port 91ad55f0-4f71-4f2a-b6b7-87c4697d4f69 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:17.291137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.375751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.376082 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.392939 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:17.406364 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Calling delete_port for 91ad55f0-4f71-4f2a-b6b7-87c4697d4f69 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:17.429283 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: e63fa336-45b8-428d-866a-78296b04500a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:17.429876 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e63fa336-45b8-428d-866a-78296b04500a not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:17.583818 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (91ad55f0-4f71-4f2a-b6b7-87c4697d4f69), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.609650 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Pushing event deleted for resources: {'Port': ['ID=91ad55f0-4f71-4f2a-b6b7-87c4697d4f69,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:17.682070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks [] for floatingip (e5dba4a3-81ca-45ce-bcb1-211dd6791b92), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.684986 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:17.686315 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c7ad2f46-258f-4457-9da6-0a20791a9756 tempest-AttachVolumeShelveTestJSON-1192117452 tempest-AttachVolumeShelveTestJSON-1192117452-project] 10.222.0.23 "DELETE /v2.0/floatingips/e5dba4a3-81ca-45ce-bcb1-211dd6791b92 HTTP/1.1" status: 204 len: 168 time: 0.5348556 Apr 06 17:22:18.601077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36107a7c-431a-49ad-b81d-3eb6c7416af0 req-aab844b3-84f0-45b8-9e3a-db7674aafd5e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:18.602589 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36107a7c-431a-49ad-b81d-3eb6c7416af0 req-aab844b3-84f0-45b8-9e3a-db7674aafd5e tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0572588 Apr 06 17:22:18.656226 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36107a7c-431a-49ad-b81d-3eb6c7416af0 req-afa5dafd-2c4e-4d94-83d6-b3c9c6333914 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Apr 06 17:22:19.778532 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4dda-b057-41c5-9951-fe241a1b89d4 req-a49f766e-f102-44d4-8e57-9d13de6534e0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:19.780071 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6edc4dda-b057-41c5-9951-fe241a1b89d4 req-a49f766e-f102-44d4-8e57-9d13de6534e0 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0570998 Apr 06 17:22:19.827440 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6edc4dda-b057-41c5-9951-fe241a1b89d4 req-462f27e2-6983-4813-8879-ce463767e514 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Apr 06 17:22:20.088376 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56852) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:20.670021 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-c1277ec6-5396-458a-bf54-5d3b73368cc5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:20.671455 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-c1277ec6-5396-458a-bf54-5d3b73368cc5 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.0871727 Apr 06 17:22:20.674909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (69386072-20b4-45ab-ab71-02eae79d64f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:20.912495 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Deleting port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:20.913293 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.051275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] For port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:21.052455 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.061661 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b4ca-3c14-42c9-94b4-ca5a307b3ffc req-a740419d-0d6d-40a5-982a-abf0f0362134 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:21.063116 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2c3b4ca-3c14-42c9-94b4-ca5a307b3ffc req-a740419d-0d6d-40a5-982a-abf0f0362134 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 946 time: 0.1616120 Apr 06 17:22:21.222312 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2c3b4ca-3c14-42c9-94b4-ca5a307b3ffc req-cd34a791-1a85-4817-8826-2f7db3ee3a18 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c31d7-e66d-41d8-ab34-19107834e38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529629 Apr 06 17:22:21.324127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.324407 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.324733 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Floating IP 2332c438-3281-4004-be1a-0c7c61f137ee disassociated. External IP: 172.27.3.13, port: d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c. Apr 06 17:22:21.325092 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Calling delete_port for d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:21.340819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Deleting port 95b36afb-d59c-468a-80a1-ae05b59f0611 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:21.341185 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.480363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] For port 95b36afb-d59c-468a-80a1-ae05b59f0611, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=95b36afb-d59c-468a-80a1-ae05b59f0611,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:21.480726 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.517214 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Calling delete_port for 95b36afb-d59c-468a-80a1-ae05b59f0611 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:21.580126 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.623740 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'Port': ['ID=d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:21.819813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:22:21.842124 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (95b36afb-d59c-468a-80a1-ae05b59f0611), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.902939 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=95b36afb-d59c-468a-80a1-ae05b59f0611,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:22.024362 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:22:22.038616 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:22:22.050747 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:22.051413 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:22.148677 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] No DVR routers for this DVR port d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:22.152706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:22.156059 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75f1ae1a-4c29-4714-8807-a7103f5fb3dc req-355ec631-450d-4052-9adb-e200e05fc15a tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.43 "DELETE /v2.0/ports/d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c HTTP/1.1" status: 204 len: 173 time: 1.4778340 Apr 06 17:22:22.156609 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'name': 'network-vif-deleted', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:22.159398 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1e1ff-9c19-4ab7-85d2-7026f26319fb" -d '{"events": [{"server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "name": "network-vif-deleted", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:22.204949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (69386072-20b4-45ab-ab71-02eae79d64f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:22.211905 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:22.277817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483eecb-2605-4b1b-b08b-d9b7505fdf36 x-openstack-request-id: req-a483eecb-2605-4b1b-b08b-d9b7505fdf36 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:22.278109 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bd1322-d733-49f9-8396-816f900fc84f", "name": "network-vif-deleted", "tag": "d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:22.278457 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a483eecb-2605-4b1b-b08b-d9b7505fdf36 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:22.278869 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a483eecb-2605-4b1b-b08b-d9b7505fdf36'] response: {'server_uuid': 'b9bd1322-d733-49f9-8396-816f900fc84f', 'name': 'network-vif-deleted', 'tag': 'd2a9b6ad-2b1c-4735-b071-e4a8325d0a3c', 'status': 'completed', 'code': 200} Apr 06 17:22:22.369963 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1bca324-8ec8-49dd-8b97-9fde9b3bf005 req-54f48af1-afef-47b3-8ee4-117f81598011 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9bd1322-d733-49f9-8396-816f900fc84f HTTP/1.1" status: 200 len: 210 time: 0.0414197 Apr 06 17:22:22.463077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:22.493175 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:22:22.503372 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:22.504001 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:22.632614 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:22.797445 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Router 69386072-20b4-45ab-ab71-02eae79d64f0 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:22:22.881312 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-39c25073-8823-4d32-815b-d64172d8967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:22.914720 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c25073-8823-4d32-815b-d64172d8967c None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:15:27Z', 'revision_number': 4, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '51b6aef2-6e88-4e82-9f78-fb2422c80352', 'name': '', 'network_id': '24eb880c-8c23-461f-8109-87c487c7923e', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'mac_address': 'fa:16:3e:ea:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:20Z', 'updated_at': '2022-04-06T17:15:37Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'subnets': [{'id': '77ebf90b-d6d6-4497-bda5-38c533605ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:22:22.934108 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:22:22.939747 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e83dbe7c-ed12-41f1-bbd4-6cbf913d9e6e admin admin] 10.222.0.23 "PUT /v2.0/routers/69386072-20b4-45ab-ab71-02eae79d64f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8501637 Apr 06 17:22:22.942188 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:22.949288 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Sync routers for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:22:22.960539 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:22.961239 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:23.063582 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks [] for router (69386072-20b4-45ab-ab71-02eae79d64f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.080629 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:23.186877 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks [] for router_gateway (69386072-20b4-45ab-ab71-02eae79d64f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.203083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29270601-8dfb-4df5-84ac-7dadd6e26aa4 None None] New status for floating IP 2332c438-3281-4004-be1a-0c7c61f137ee: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:22:23.247866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Deleting port db3c88a6-6735-451d-b610-ab4e617f6b60 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:23.248356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.294799 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:21Z', 'revision_number': 5, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port': {'id': 'db3c88a6-6735-451d-b610-ab4e617f6b60', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:23.323764 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Checking router: 69386072-20b4-45ab-ab71-02eae79d64f0 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:22:23.337430 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] For port db3c88a6-6735-451d-b610-ab4e617f6b60, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=db3c88a6-6735-451d-b610-ab4e617f6b60,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:23.337803 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.339240 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Routers {'69386072-20b4-45ab-ab71-02eae79d64f0'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:23.340043 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['69386072-20b4-45ab-ab71-02eae79d64f0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:23.354997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Calling delete_port for db3c88a6-6735-451d-b610-ab4e617f6b60 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:23.415264 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:23.448815 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:23.449199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d2a9b6ad-2b1c-4735-b071-e4a8325d0a3c not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:23.451221 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] Set router 69386072-20b4-45ab-ab71-02eae79d64f0 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:23.468354 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:23.510890 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:23Z', 'revision_number': 6, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:23.534693 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (957c31d7-e66d-41d8-ab34-19107834e38e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.550667 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ae41d-5190-4b39-b69f-8f10f660f739 None None] The sync data for ids ['69386072-20b4-45ab-ab71-02eae79d64f0'] in dv-cinder-836859-1-iscsi is: [{'id': '69386072-20b4-45ab-ab71-02eae79d64f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1345390843-router', 'tenant_id': '1c496e18e05641db9fa30f402b8ce2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:23Z', 'revision_number': 6, 'project_id': '1c496e18e05641db9fa30f402b8ce2d0', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:22:23.563150 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (db3c88a6-6735-451d-b610-ab4e617f6b60), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.574748 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (957c31d7-e66d-41d8-ab34-19107834e38e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.594912 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=db3c88a6-6735-451d-b610-ab4e617f6b60,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:23.650618 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (957c31d7-e66d-41d8-ab34-19107834e38e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.654917 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.659061 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "DELETE /v2.0/security-groups/957c31d7-e66d-41d8-ab34-19107834e38e HTTP/1.1" status: 204 len: 168 time: 0.1866477 Apr 06 17:22:23.660126 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56892) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:23.670223 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (69386072-20b4-45ab-ab71-02eae79d64f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.672685 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c645f-276c-468d-a8c9-2fd4a5c8bdc4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c31d7-e66d-41d8-ab34-19107834e38e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:23.683816 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.api.v2.resource [None req-5d8741e4-50fc-4cae-96a9-4e9c665442e4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] show failed (client error): The resource could not be found. Apr 06 17:22:23.684871 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5d8741e4-50fc-4cae-96a9-4e9c665442e4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "GET /v2.0/security-groups/957c31d7-e66d-41d8-ab34-19107834e38e HTTP/1.1" status: 404 len: 347 time: 0.0219543 Apr 06 17:22:23.687694 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:23.788112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (69386072-20b4-45ab-ab71-02eae79d64f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.790327 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks [] for router_controller (69386072-20b4-45ab-ab71-02eae79d64f0), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.829837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Deleting port 25f212fd-fe32-4543-a4dc-15c94d15fd0d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:23.830197 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.860639 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (69386072-20b4-45ab-ab71-02eae79d64f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.861134 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69386072-20b4-45ab-ab71-02eae79d64f0 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:22:23.866761 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.870356 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c28d3f1c-aa60-41f8-805a-5ab09ade4d5a admin admin] 10.222.0.23 "DELETE /v2.0/routers/69386072-20b4-45ab-ab71-02eae79d64f0 HTTP/1.1" status: 204 len: 168 time: 0.9233851 Apr 06 17:22:23.870475 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 56896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:23.912186 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.912744 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (25f212fd-fe32-4543-a4dc-15c94d15fd0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.921536 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Deleting subnet 770211af-735d-4ff4-b303-175f0c52aed4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:22:23.924751 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Publish callbacks [] for subnet (770211af-735d-4ff4-b303-175f0c52aed4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:23.928073 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Calling delete_port for 25f212fd-fe32-4543-a4dc-15c94d15fd0d owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:23.963172 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (770211af-735d-4ff4-b303-175f0c52aed4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.079463 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (25f212fd-fe32-4543-a4dc-15c94d15fd0d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.081448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (770211af-735d-4ff4-b303-175f0c52aed4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.107182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Pushing event deleted for resources: {'Port': ['ID=25f212fd-fe32-4543-a4dc-15c94d15fd0d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:24.149213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (770211af-735d-4ff4-b303-175f0c52aed4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.174910 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks [] for floatingip (2332c438-3281-4004-be1a-0c7c61f137ee), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.178482 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.179878 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6cf25c52-3253-44f1-b4da-e74b6ade51b4 tempest-AttachVolumeTestJSON-1239759106 tempest-AttachVolumeTestJSON-1239759106-project] 10.222.0.23 "DELETE /v2.0/floatingips/2332c438-3281-4004-be1a-0c7c61f137ee HTTP/1.1" status: 204 len: 168 time: 0.4909103 Apr 06 17:22:24.194756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770211af-735d-4ff4-b303-175f0c52aed4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:24.218756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.223403 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-223d1b7f-ea10-44a2-b89e-2bce41e89320 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/770211af-735d-4ff4-b303-175f0c52aed4 HTTP/1.1" status: 204 len: 168 time: 0.3516843 Apr 06 17:22:24.226904 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56902) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:24.227252 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c28455-44ec-49a2-a5a5-d271039a3fc8 None None] Network 5dff5803-9cc3-494d-a1db-dff8d6894ace requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:24.300926 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (5dff5803-9cc3-494d-a1db-dff8d6894ace), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.379159 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Deleting port f3750c14-9c8f-47eb-91e7-07c332577189 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:24.379715 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.438349 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] DHCP port deletion for 5dff5803-9cc3-494d-a1db-dff8d6894ace request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:22:24.461108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] For port f3750c14-9c8f-47eb-91e7-07c332577189, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3750c14-9c8f-47eb-91e7-07c332577189,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:24.461484 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.474893 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Calling delete_port for f3750c14-9c8f-47eb-91e7-07c332577189 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:24.497914 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Deleting port f3750c14-9c8f-47eb-91e7-07c332577189 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:24.498623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.571178 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.583474 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] For port f3750c14-9c8f-47eb-91e7-07c332577189, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3750c14-9c8f-47eb-91e7-07c332577189,segment=NetworkSegment(ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6),segment_id=ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:24.583927 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.597715 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Calling delete_port for f3750c14-9c8f-47eb-91e7-07c332577189 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:24.600743 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3750c14-9c8f-47eb-91e7-07c332577189,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:24.604661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] No DVR routers for this DVR port f3750c14-9c8f-47eb-91e7-07c332577189 on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:24.684833 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (5dff5803-9cc3-494d-a1db-dff8d6894ace), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.702669 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (f3750c14-9c8f-47eb-91e7-07c332577189), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.711337 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dff5803-9cc3-494d-a1db-dff8d6894ace']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:24.733051 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:24.733392 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] Pushing event deleted for resources: {'Port': ['ID=f3750c14-9c8f-47eb-91e7-07c332577189,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:24.733741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:24.737008 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb03ad-0286-495f-a3b5-bc1d7071f374 None None] No DVR routers for this DVR port f3750c14-9c8f-47eb-91e7-07c332577189 on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:24.760100 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.774250 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.780182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:22:24.780691 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (ba5d3bd3-fcef-4be3-bb03-fffa3d768cb6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:22:24.782585 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:22:24.841339 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (5dff5803-9cc3-494d-a1db-dff8d6894ace), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.846710 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:24.850067 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5dff5803-9cc3-494d-a1db-dff8d6894ace HTTP/1.1" status: 204 len: 168 time: 0.6219392 Apr 06 17:22:24.860539 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171418-a46f-47e4-830b-d71ae0d275c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dff5803-9cc3-494d-a1db-dff8d6894ace,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:24.966174 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:25.007764 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9a2664d8-910d-4b19-9df4-8cba204d37e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c496e18e05641db9fa30f402b8ce2d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402999 Apr 06 17:22:25.010215 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 56912) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:25.058804 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] Publish callbacks [] for security_group (81b49fa5-b8e5-4f62-b2c8-726aae658145), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:25.080329 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] Publish callbacks [] for security_group (81b49fa5-b8e5-4f62-b2c8-726aae658145), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:25.129375 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (81b49fa5-b8e5-4f62-b2c8-726aae658145), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:25.133086 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:25.136776 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81b49fa5-b8e5-4f62-b2c8-726aae658145 HTTP/1.1" status: 204 len: 168 time: 0.1231191 Apr 06 17:22:25.142597 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2638e0b-ccc7-4a63-a845-b8cda784a7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b49fa5-b8e5-4f62-b2c8-726aae658145,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:25.572569 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device db3c88a6-6735-451d-b610-ab4e617f6b60 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:25.592349 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: db3c88a6-6735-451d-b610-ab4e617f6b60 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:25.592753 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device db3c88a6-6735-451d-b610-ab4e617f6b60 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:25.593118 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3750c14-9c8f-47eb-91e7-07c332577189 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:25.612658 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: f3750c14-9c8f-47eb-91e7-07c332577189 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:25.613009 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3750c14-9c8f-47eb-91e7-07c332577189 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:25.613463 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 95b36afb-d59c-468a-80a1-ae05b59f0611 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:25.633318 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 95b36afb-d59c-468a-80a1-ae05b59f0611 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:25.633666 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 95b36afb-d59c-468a-80a1-ae05b59f0611 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:27.759960 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:28.113052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6edd-c15f-4d0d-b017-347061d56d02 req-a7beefe9-67f7-4a81-8648-a3ad514bab42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:28.115345 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d0a6edd-c15f-4d0d-b017-347061d56d02 req-a7beefe9-67f7-4a81-8648-a3ad514bab42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0540032 Apr 06 17:22:28.168283 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d0a6edd-c15f-4d0d-b017-347061d56d02 req-d561428e-35f2-4cda-ad5c-1595088cd33f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456564 Apr 06 17:22:28.189912 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:28.274667 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.347561 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be572595-2876-4ea0-95ab-67890ad3e86a tempest-TestMinimumBasicScenario-192259485 tempest-TestMinimumBasicScenario-192259485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:28.349195 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-be572595-2876-4ea0-95ab-67890ad3e86a tempest-TestMinimumBasicScenario-192259485 tempest-TestMinimumBasicScenario-192259485-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1124 time: 0.1582162 Apr 06 17:22:28.352192 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57018) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:28.356431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'port_id': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:28.375139 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.486974 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.542074 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Deleting port 51b6aef2-6e88-4e82-9f78-fb2422c80352 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:28.542414 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.597299 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Allocated IP 172.27.3.85 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/4730fa78-4943-48c2-bc44-2bedd7655809) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:22:28.622358 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] For port 51b6aef2-6e88-4e82-9f78-fb2422c80352, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=51b6aef2-6e88-4e82-9f78-fb2422c80352,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:28.622729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.639309 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Calling delete_port for 51b6aef2-6e88-4e82-9f78-fb2422c80352 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:28.701980 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for port (4730fa78-4943-48c2-bc44-2bedd7655809), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.740149 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.779299 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:22:28.784400 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:22:28.788983 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:22:28.819904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'Port': ['ID=4730fa78-4943-48c2-bc44-2bedd7655809,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:28.847789 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (51b6aef2-6e88-4e82-9f78-fb2422c80352), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:28.875733 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b6aef2-6e88-4e82-9f78-fb2422c80352,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:29.047543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.194255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for floatingip (a0d88302-ac7c-44a8-aacd-5434d930229e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.264510 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.278226 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:22:29.387998 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:22:29.393800 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-aad08895-e03b-412a-9184-a252050e3020 admin admin] 10.222.0.23 "PUT /v2.0/routers/f69f7dee-45d1-4407-aa2a-c4a03a5176e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327951 Apr 06 17:22:29.396439 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:29.397554 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Sync routers for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:22:29.409976 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:29.411328 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:29.417425 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for port (4730fa78-4943-48c2-bc44-2bedd7655809), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.423356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.494621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'Port': ['ID=4730fa78-4943-48c2-bc44-2bedd7655809,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:29.506753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (a0d88302-ac7c-44a8-aacd-5434d930229e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.519169 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks [] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.544848 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:29.612603 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Floating IP a0d88302-ac7c-44a8-aacd-5434d930229e associated. External IP: 172.27.3.85, port: f82d5aba-594e-4aff-b48c-c3c63bce3fc5. Apr 06 17:22:29.631121 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks [] for router_gateway (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.684431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Deleting port f3d588dd-0fe4-44d2-802e-29715bf25764 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:29.684775 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.762717 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:28Z', 'revision_number': 5, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port': {'id': 'f3d588dd-0fe4-44d2-802e-29715bf25764', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:15:06Z', 'updated_at': '2022-04-06T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:29.765746 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.791592 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] For port f3d588dd-0fe4-44d2-802e-29715bf25764, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=f3d588dd-0fe4-44d2-802e-29715bf25764,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:29.791959 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.794640 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Checking router: f69f7dee-45d1-4407-aa2a-c4a03a5176e4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:22:29.803115 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Routers {'f69f7dee-45d1-4407-aa2a-c4a03a5176e4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:29.803793 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:29.804855 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Calling delete_port for f3d588dd-0fe4-44d2-802e-29715bf25764 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:29.851941 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:22:29.894284 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] Set router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:29.951299 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:29Z', 'revision_number': 6, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:29.968764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:22:29.980940 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Sync routers for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:22:29.981526 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c0d0e-4602-4ef5-9de6-1feac7eeaed0 None None] The sync data for ids ['f69f7dee-45d1-4407-aa2a-c4a03a5176e4'] in dv-cinder-836859-1-iscsi is: [{'id': 'f69f7dee-45d1-4407-aa2a-c4a03a5176e4', 'name': 'tempest-AttachVolumeTestJSON-171465863-router', 'tenant_id': '88466543daf5477dbae728ed4fc28591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:15:04Z', 'updated_at': '2022-04-06T17:22:29Z', 'revision_number': 6, 'project_id': '88466543daf5477dbae728ed4fc28591', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:22:29.992138 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:29.998608 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:29.999597 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:30.024760 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-491e3e93-7e81-4dfb-bf7e-b610946e1a4a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6715379 Apr 06 17:22:30.025384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:30.027879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7564a1-65cd-4136-a3b0-cde8066d1329" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:30.029972 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57032) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.037461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108465497', 'description': 'tempest-secgroup-smoke-1108465497 description', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:30.067107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.079095 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2eb533-af08-491e-85e0-e19b4afda904 x-openstack-request-id: req-ce2eb533-af08-491e-85e0-e19b4afda904 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:30.079394 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:30.079650 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce2eb533-af08-491e-85e0-e19b4afda904 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:30.080060 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2eb533-af08-491e-85e0-e19b4afda904'] response: {'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:22:30.143993 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:30.155335 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (ac1fad8f-4f13-43ed-88b6-219fe6189b49), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.159845 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ac1fad8f-4f13-43ed-88b6-219fe6189b49), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.192137 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.193532 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1623428 Apr 06 17:22:30.195665 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ddb8-3ff4-4ab6-b0ca-3a1c39043e4d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1fad8f-4f13-43ed-88b6-219fe6189b49,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.197822 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.202490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:30.233071 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (34048acf-246f-4a0e-b451-64b0e1dacc14), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.240659 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (f3d588dd-0fe4-44d2-802e-29715bf25764), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.266301 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d588dd-0fe4-44d2-802e-29715bf25764,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.297304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (34048acf-246f-4a0e-b451-64b0e1dacc14), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.302910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (34048acf-246f-4a0e-b451-64b0e1dacc14), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.330247 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34048acf-246f-4a0e-b451-64b0e1dacc14,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.343126 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.346179 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5728e42d-67a7-4a7c-9511-1187abe49f4b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473370 Apr 06 17:22:30.349998 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57040) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.352781 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.354745 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:30.403058 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (03b693b7-429a-4b68-86de-1e0dd68272b2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.469129 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.471550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks [] for router_controller (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.484995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (03b693b7-429a-4b68-86de-1e0dd68272b2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.491104 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (03b693b7-429a-4b68-86de-1e0dd68272b2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.517643 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.518975 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679356 Apr 06 17:22:30.519925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b582dd-cdd9-48b6-b10d-59e519705ae2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b693b7-429a-4b68-86de-1e0dd68272b2,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.522787 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.527444 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:30.531278 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (f69f7dee-45d1-4407-aa2a-c4a03a5176e4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.532733 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69f7dee-45d1-4407-aa2a-c4a03a5176e4 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:22:30.541241 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.544886 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.545426 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5b192c0a-3360-4847-82d1-3ddf3b68a788 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f69f7dee-45d1-4407-aa2a-c4a03a5176e4 HTTP/1.1" status: 204 len: 168 time: 1.1477079 Apr 06 17:22:30.582111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (9b4a6ee4-2513-4f75-bb14-c9db340eb3b6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.597718 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'a0d88302-ac7c-44a8-aacd-5434d930229e', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'port_id': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'mac_address': 'fa:16:3e:47:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:22:29Z', 'updated_at': '2022-04-06T17:22:29Z', 'revision_number': 0, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:30.608636 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Deleting subnet 77ebf90b-d6d6-4497-bda5-38c533605ae4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:22:30.617503 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Publish callbacks [] for subnet (77ebf90b-d6d6-4497-bda5-38c533605ae4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.626540 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Checking router: f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:22:30.636274 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:22:30.637164 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:22:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:30.668452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (77ebf90b-d6d6-4497-bda5-38c533605ae4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.700249 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (9b4a6ee4-2513-4f75-bb14-c9db340eb3b6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.718758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (9b4a6ee4-2513-4f75-bb14-c9db340eb3b6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.751999 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:22:30.765440 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4a6ee4-2513-4f75-bb14-c9db340eb3b6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.795354 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.797050 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b5f4405a-bbe5-44db-88f4-5fba17dda92e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2727993 Apr 06 17:22:30.799713 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.804726 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:30.825686 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-82a5b4ac-744d-4274-9e46-657c52c53b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:30.827235 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-82a5b4ac-744d-4274-9e46-657c52c53b19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1129 time: 0.1190057 Apr 06 17:22:30.828550 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (77ebf90b-d6d6-4497-bda5-38c533605ae4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.857749 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (4ca1bfc0-193b-4874-b07c-a3fbe6a5e0f1), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.945321 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (4ca1bfc0-193b-4874-b07c-a3fbe6a5e0f1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.949487 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (4ca1bfc0-193b-4874-b07c-a3fbe6a5e0f1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.970727 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca1bfc0-193b-4874-b07c-a3fbe6a5e0f1,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:30.972979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (77ebf90b-d6d6-4497-bda5-38c533605ae4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.988273 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:30.990246 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-eac4455e-52e2-4fe4-976f-5134450ff490 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892354 Apr 06 17:22:30.993754 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57060) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:30.999168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:31.008967 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ebf90b-d6d6-4497-bda5-38c533605ae4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:31.010969 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.011114 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'a0d88302-ac7c-44a8-aacd-5434d930229e', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'port_id': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'mac_address': 'fa:16:3e:47:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:22:29Z', 'updated_at': '2022-04-06T17:22:29Z', 'revision_number': 0, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:31.014382 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-55779502-4576-43f8-9854-977dc35f76aa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77ebf90b-d6d6-4497-bda5-38c533605ae4 HTTP/1.1" status: 204 len: 168 time: 0.4685168 Apr 06 17:22:31.017309 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:31.047326 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-5f43f4b3-1e58-4320-b1b1-7fbbf8066e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:31.048826 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-5f43f4b3-1e58-4320-b1b1-7fbbf8066e4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.1644914 Apr 06 17:22:31.049620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e86775-f46a-4468-b5b8-04bb14aaf650 None None] The sync data for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi is: [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'a0d88302-ac7c-44a8-aacd-5434d930229e', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'port_id': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'mac_address': 'fa:16:3e:47:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:22:29Z', 'updated_at': '2022-04-06T17:22:29Z', 'revision_number': 0, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:22:31.051276 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a33c7-e77d-462b-8b01-e37f5952a9b7 None None] Network 24eb880c-8c23-461f-8109-87c487c7923e requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:31.085016 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Project c144a977e1204f64abd2e6a8157bcd15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:22:31.100748 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (01467ffe-b91f-4186-8035-3ed553cb43b6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.131465 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (24eb880c-8c23-461f-8109-87c487c7923e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.144471 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-902f4c8b-90eb-41fc-8eb0-952d125ea76f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 998 time: 0.0841448 Apr 06 17:22:31.218546 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (01467ffe-b91f-4186-8035-3ed553cb43b6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.219191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-77e83c01-bf95-4d65-bb0b-8b86fa70b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:31.220915 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-77e83c01-bf95-4d65-bb0b-8b86fa70b5d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0685415 Apr 06 17:22:31.231090 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (01467ffe-b91f-4186-8035-3ed553cb43b6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.263167 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01467ffe-b91f-4186-8035-3ed553cb43b6,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:31.274577 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Deleting port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:31.274889 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.278573 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.279774 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-fedc70c6-55f8-4efc-8861-5ab43fece44e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2848461 Apr 06 17:22:31.283088 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57068) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:31.296659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] DHCP port deletion for 24eb880c-8c23-461f-8109-87c487c7923e request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:22:31.298172 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'security_group_rule': {'security_group_id': 'ac1fad8f-4f13-43ed-88b6-219fe6189b49', 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:31.316299 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-b1179292-2a19-4d77-a095-44b09fdc454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:31.318521 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-b1179292-2a19-4d77-a095-44b09fdc454c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914669 Apr 06 17:22:31.376182 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Project c144a977e1204f64abd2e6a8157bcd15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:22:31.382077 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] For port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:31.382440 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.392538 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Deleting port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:22:31.393496 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.396154 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (6b22759d-c8fa-45ef-b4b1-0b5ba86f921a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.412138 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc3896-2f5a-43c7-9ed1-d076736b292d None None] New status for floating IP a0d88302-ac7c-44a8-aacd-5434d930229e: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:22:31.413878 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Calling delete_port for 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:31.469143 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] For port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,segment=NetworkSegment(64e0c415-938a-41ce-9324-8ddbc5991efa),segment_id=64e0c415-938a-41ce-9324-8ddbc5991efa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:31.469981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.487044 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Calling delete_port for 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:22:31.490258 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-3a26cf9f-71eb-49a4-b065-6fff4f27f608 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646292 Apr 06 17:22:31.523705 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (6b22759d-c8fa-45ef-b4b1-0b5ba86f921a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.551232 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (6b22759d-c8fa-45ef-b4b1-0b5ba86f921a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.597544 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b22759d-c8fa-45ef-b4b1-0b5ba86f921a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:31.602622 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.623164 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.624868 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ce509c46-ebef-44d3-a316-3f7d1e3aa5ef tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3305602 Apr 06 17:22:31.640662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.652418 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:31.655659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] No DVR routers for this DVR port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:31.658088 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366216b-0be2-4dad-88d4-a445d36a8260 None None] Pushing event deleted for resources: {'Port': ['ID=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:31.668044 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] No DVR routers for this DVR port 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:22:31.686857 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:31.687206 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:31.687642 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 51b6aef2-6e88-4e82-9f78-fb2422c80352 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:31.703750 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e7564a1-65cd-4136-a3b0-cde8066d1329 req-e3ef140a-2e28-433d-aacd-e90002608f06 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031372 Apr 06 17:22:31.705182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=328dcdf8-a7cf-4195-a6d4-bbe45fe82f3a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:31.712525 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 51b6aef2-6e88-4e82-9f78-fb2422c80352 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:31.712929 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 51b6aef2-6e88-4e82-9f78-fb2422c80352 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:31.713387 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3d588dd-0fe4-44d2-802e-29715bf25764 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:22:31.740705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: f3d588dd-0fe4-44d2-802e-29715bf25764 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:22:31.741098 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device f3d588dd-0fe4-44d2-802e-29715bf25764 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:22:31.818594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (24eb880c-8c23-461f-8109-87c487c7923e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.834483 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-4c1aea0a-957f-4bfd-ad10-0289b0ec1ea1 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108465497&fields=id&tenant_id=c144a977e1204f64abd2e6a8157bcd15 HTTP/1.1" status: 200 len: 267 time: 0.1019084 Apr 06 17:22:31.856995 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eb880c-8c23-461f-8109-87c487c7923e']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:31.883669 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e0c415-938a-41ce-9324-8ddbc5991efa') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:31.883964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e0c415-938a-41ce-9324-8ddbc5991efa') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:31.895875 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (64e0c415-938a-41ce-9324-8ddbc5991efa), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.913546 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (64e0c415-938a-41ce-9324-8ddbc5991efa), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.921729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:22:31.922159 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (64e0c415-938a-41ce-9324-8ddbc5991efa), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self.session.flush() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self.session.flush() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self.session.flush() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self.session.flush() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:22:31.923937 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:22:31.964348 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-310fbc8d-7e31-497a-8e08-bd3a4f943870 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:31.965871 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-310fbc8d-7e31-497a-8e08-bd3a4f943870 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.1228070 Apr 06 17:22:31.985150 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'port': {'security_groups': ['dd65daf4-7792-439d-9111-35323323e8cf', 'ac1fad8f-4f13-43ed-88b6-219fe6189b49']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:32.018492 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (24eb880c-8c23-461f-8109-87c487c7923e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.022964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.026100 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] 10.222.0.23 "DELETE /v2.0/networks/24eb880c-8c23-461f-8109-87c487c7923e HTTP/1.1" status: 204 len: 168 time: 1.0076990 Apr 06 17:22:32.044496 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da4cb4-8461-45af-9c4b-99dffd960d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=24eb880c-8c23-461f-8109-87c487c7923e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:32.084276 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.148944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:32.192893 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2a10658f-26fc-4595-9249-e7165e11dd81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88466543daf5477dbae728ed4fc28591&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419848 Apr 06 17:22:32.194904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57090) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:32.242800 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] Publish callbacks [] for security_group (f6d8ce67-0275-4b3c-8dd7-625acd2204a1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.267640 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] Publish callbacks [] for security_group (f6d8ce67-0275-4b3c-8dd7-625acd2204a1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.309534 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:22:32.340831 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.345628 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.357970 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:22:32.403162 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:32.403831 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.405308 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-356b6a2f-9d6f-4578-a8bc-eb1ed6306860 req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "PUT /v2.0/ports/f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 981 time: 0.4327221 Apr 06 17:22:32.405836 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:22:32.408458 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:22:32.430326 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07287f30-b748-44ed-bb28-e3f0d3301553 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:32.498594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f604dc0-e3a4-4cfb-9f71-828762192ab3 x-openstack-request-id: req-7f604dc0-e3a4-4cfb-9f71-828762192ab3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:22:32.498947 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:22:32.499210 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f604dc0-e3a4-4cfb-9f71-828762192ab3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:22:32.499614 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f604dc0-e3a4-4cfb-9f71-828762192ab3'] response: {'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:22:32.562954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:22:32.578537 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e3372-98a6-45f2-8f68-a419d34ee3c8 req-7b4fcae3-ab29-4140-9056-298a80189e99 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:32.580220 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-396e3372-98a6-45f2-8f68-a419d34ee3c8 req-7b4fcae3-ab29-4140-9056-298a80189e99 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0638616 Apr 06 17:22:32.665739 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-396e3372-98a6-45f2-8f68-a419d34ee3c8 req-7c1b1c30-1f33-4b9b-9696-d9d8433af852 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778701 Apr 06 17:22:32.699752 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (f6d8ce67-0275-4b3c-8dd7-625acd2204a1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.702477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.706183 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d8ce67-0275-4b3c-8dd7-625acd2204a1 HTTP/1.1" status: 204 len: 168 time: 0.5078351 Apr 06 17:22:32.708852 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-4c267faf-5e02-4b13-8a7d-acb70e60c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:32.710676 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-4c267faf-5e02-4b13-8a7d-acb70e60c111 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1168 time: 0.0945914 Apr 06 17:22:32.718543 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db5f5-1b06-4042-91dc-da75e136a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8ce67-0275-4b3c-8dd7-625acd2204a1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:32.797467 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4f9ac92b-0f13-47a9-80be-96cec06b6445 None None] Provisioning complete for port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:22:32.797956 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac92b-0f13-47a9-80be-96cec06b6445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:32.814893 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-62cd4e6c-0610-44a0-a963-89f73a869fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:32.816270 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-62cd4e6c-0610-44a0-a963-89f73a869fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.0989587 Apr 06 17:22:32.893506 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-a057275a-f843-4f61-97ae-62b163a2dfd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0680315 Apr 06 17:22:32.946330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-a2db0d82-3f5e-4434-b089-c15534b2e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:32.947912 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-a2db0d82-3f5e-4434-b089-c15534b2e443 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0470932 Apr 06 17:22:33.008442 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-c47707fe-bdb7-4148-ba86-c91f70c2a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:33.009983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-c47707fe-bdb7-4148-ba86-c91f70c2a758 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542815 Apr 06 17:22:33.029075 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ac92b-0f13-47a9-80be-96cec06b6445 None None] Current status of the port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:22:33.118631 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-e77c3558-9b61-45c3-91d1-2695d14edce1 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994921 Apr 06 17:22:33.251595 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9af0a76-2a28-46f7-83c2-4ebfa3acee4b req-0817e006-6c47-4436-9ca1-befb33ffb4bf service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210840 Apr 06 17:22:33.946482 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9520-ff0a-4783-8f04-7397b979de39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.614077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57166) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:34.725009 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffbac878-59dc-4cd9-a101-dbec6d967edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.802575 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffbac878-59dc-4cd9-a101-dbec6d967edf admin admin] Publish callbacks [] for security_group (298ee45b-11ca-491a-afb5-f51837fa94d0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.806379 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffbac878-59dc-4cd9-a101-dbec6d967edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (298ee45b-11ca-491a-afb5-f51837fa94d0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.845369 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ffbac878-59dc-4cd9-a101-dbec6d967edf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52a2ba669ecf4972bcc5eded5a0a3b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273667 Apr 06 17:22:34.846250 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbac878-59dc-4cd9-a101-dbec6d967edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ee45b-11ca-491a-afb5-f51837fa94d0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:34.848167 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57170) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:34.901673 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] Publish callbacks [] for security_group (298ee45b-11ca-491a-afb5-f51837fa94d0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.927168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] Publish callbacks [] for security_group (298ee45b-11ca-491a-afb5-f51837fa94d0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.981921 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (298ee45b-11ca-491a-afb5-f51837fa94d0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.984946 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:34.985944 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/298ee45b-11ca-491a-afb5-f51837fa94d0 HTTP/1.1" status: 204 len: 168 time: 0.1367352 Apr 06 17:22:34.994291 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cce82-bc94-4bd5-9b6c-da526d7d79ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ee45b-11ca-491a-afb5-f51837fa94d0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:35.059301 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:22:36.524736 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:36.629155 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acedb307-f475-4ddd-bc14-6cef157418a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.683195 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a03a6b0-9d8d-444f-81ff-1543c3a7c65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.703541 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acedb307-f475-4ddd-bc14-6cef157418a4 admin admin] Publish callbacks [] for security_group (5734b472-0476-4fe7-921d-d227c6f1b889), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.707111 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acedb307-f475-4ddd-bc14-6cef157418a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5734b472-0476-4fe7-921d-d227c6f1b889), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.746075 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-acedb307-f475-4ddd-bc14-6cef157418a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30189391c6e4408aa3b697ef5354b253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202260 Apr 06 17:22:36.747053 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedb307-f475-4ddd-bc14-6cef157418a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734b472-0476-4fe7-921d-d227c6f1b889,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:36.748748 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57250) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:36.796891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] Publish callbacks [] for security_group (5734b472-0476-4fe7-921d-d227c6f1b889), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.818046 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] Publish callbacks [] for security_group (5734b472-0476-4fe7-921d-d227c6f1b889), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.863112 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (5734b472-0476-4fe7-921d-d227c6f1b889), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.866195 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:36.867750 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5734b472-0476-4fe7-921d-d227c6f1b889 HTTP/1.1" status: 204 len: 168 time: 0.1174057 Apr 06 17:22:36.875100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a7d43-127c-4d88-8f55-e8d6280ce811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734b472-0476-4fe7-921d-d227c6f1b889,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:37.649857 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.264118 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:38.324347 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57310) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:38.409994 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3772a2f-31c3-4606-badc-8a4891d7a682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.434811 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3deb2e87-80ea-4bce-91bc-fd1d3c272660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.538300 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3772a2f-31c3-4606-badc-8a4891d7a682 admin admin] Publish callbacks [] for security_group (ddf973ad-a835-46f6-8d8e-6534e870d231), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.547405 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3772a2f-31c3-4606-badc-8a4891d7a682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ddf973ad-a835-46f6-8d8e-6534e870d231), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.588809 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3deb2e87-80ea-4bce-91bc-fd1d3c272660 admin admin] Publish callbacks [] for security_group (056ce954-88e4-444a-8cd4-932e1985c363), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.595695 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-f3772a2f-31c3-4606-badc-8a4891d7a682 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c63d9438e5341539d475c926540f423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303931 Apr 06 17:22:38.598444 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57314) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:38.599233 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3deb2e87-80ea-4bce-91bc-fd1d3c272660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (056ce954-88e4-444a-8cd4-932e1985c363), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.603543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772a2f-31c3-4606-badc-8a4891d7a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf973ad-a835-46f6-8d8e-6534e870d231,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:38.642830 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3deb2e87-80ea-4bce-91bc-fd1d3c272660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53ee42f7f9df482c9d40a525f728b20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174157 Apr 06 17:22:38.643682 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb2e87-80ea-4bce-91bc-fd1d3c272660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ce954-88e4-444a-8cd4-932e1985c363,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:38.646700 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57316) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:38.652344 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] Publish callbacks [] for security_group (ddf973ad-a835-46f6-8d8e-6534e870d231), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.673638 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] Publish callbacks [] for security_group (ddf973ad-a835-46f6-8d8e-6534e870d231), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.693457 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] Publish callbacks [] for security_group (056ce954-88e4-444a-8cd4-932e1985c363), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.715410 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] Publish callbacks [] for security_group (056ce954-88e4-444a-8cd4-932e1985c363), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.721385 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ddf973ad-a835-46f6-8d8e-6534e870d231), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.724073 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.728060 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddf973ad-a835-46f6-8d8e-6534e870d231 HTTP/1.1" status: 204 len: 168 time: 0.1257222 Apr 06 17:22:38.732891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7673b6-7022-4ea4-be28-3f8a58abc215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf973ad-a835-46f6-8d8e-6534e870d231,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:38.770388 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (056ce954-88e4-444a-8cd4-932e1985c363), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.773241 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:38.774397 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/056ce954-88e4-444a-8cd4-932e1985c363 HTTP/1.1" status: 204 len: 168 time: 0.1263847 Apr 06 17:22:38.782362 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9f97-ed43-4922-9ee1-99e3f7c6e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ce954-88e4-444a-8cd4-932e1985c363,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:39.047399 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57326) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:39.062089 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90f76a59-f15a-4c57-99cc-99ecce8364ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.064452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57328) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:39.099541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d50e-3f3e-4193-8e2d-ae0b844b0452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.100838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.157940 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90f76a59-f15a-4c57-99cc-99ecce8364ca admin admin] Publish callbacks [] for security_group (52ae57e5-f8c9-440b-9e8d-f464854fe3cc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.164992 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90f76a59-f15a-4c57-99cc-99ecce8364ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (52ae57e5-f8c9-440b-9e8d-f464854fe3cc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.179436 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d50e-3f3e-4193-8e2d-ae0b844b0452 admin admin] Publish callbacks [] for security_group (a0e58434-cfa7-4597-b899-c427196f12f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.184449 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d50e-3f3e-4193-8e2d-ae0b844b0452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a0e58434-cfa7-4597-b899-c427196f12f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.203898 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-90f76a59-f15a-4c57-99cc-99ecce8364ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e72a892993cb4a13b32332ec789381f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553671 Apr 06 17:22:39.204758 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76a59-f15a-4c57-99cc-99ecce8364ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae57e5-f8c9-440b-9e8d-f464854fe3cc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:39.207793 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:39.224046 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2ee9d50e-3f3e-4193-8e2d-ae0b844b0452 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5762bea6282d46e0a28c688fb9701158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584127 Apr 06 17:22:39.225971 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9d50e-3f3e-4193-8e2d-ae0b844b0452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e58434-cfa7-4597-b899-c427196f12f1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:39.228118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:39.258473 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] Publish callbacks [] for security_group (52ae57e5-f8c9-440b-9e8d-f464854fe3cc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.276375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] Publish callbacks [] for security_group (a0e58434-cfa7-4597-b899-c427196f12f1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.280243 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] Publish callbacks [] for security_group (52ae57e5-f8c9-440b-9e8d-f464854fe3cc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.297810 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] Publish callbacks [] for security_group (a0e58434-cfa7-4597-b899-c427196f12f1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.326439 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (52ae57e5-f8c9-440b-9e8d-f464854fe3cc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.329142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.332594 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52ae57e5-f8c9-440b-9e8d-f464854fe3cc HTTP/1.1" status: 204 len: 168 time: 0.1214304 Apr 06 17:22:39.339218 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d33923-251e-4b25-9d86-3ed5bbd2293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae57e5-f8c9-440b-9e8d-f464854fe3cc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:39.354871 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a0e58434-cfa7-4597-b899-c427196f12f1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.357997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.361543 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0e58434-cfa7-4597-b899-c427196f12f1 HTTP/1.1" status: 204 len: 168 time: 0.1301310 Apr 06 17:22:39.367520 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c9e65-2f20-4dd9-91a7-dbd274b99461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e58434-cfa7-4597-b899-c427196f12f1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:40.065511 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:40.181262 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894825066-network', 'tenant_id': '8c137152a874428ba1cae2333b7cac52'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:40.194952 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Made reservation on behalf of 8c137152a874428ba1cae2333b7cac52 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:22:40.197320 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.205353 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.281901 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks [] for security_group (ca178368-b9e0-4b68-942f-20e3684ea767), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.286022 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ca178368-b9e0-4b68-942f-20e3684ea767), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.314968 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:22:40.329875 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca178368-b9e0-4b68-942f-20e3684ea767,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:40.332758 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (1898674f-eac4-4264-bc03-f8c787bbc57e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.333142 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Added segment 1898674f-eac4-4264-bc03-f8c787bbc57e of type vlan for network ae6e5a62-8b09-4078-866f-0ec27b83ab38 Apr 06 17:22:40.373822 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (ae6e5a62-8b09-4078-866f-0ec27b83ab38), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.399616 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (ae6e5a62-8b09-4078-866f-0ec27b83ab38), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.400655 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:40.401280 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.453511 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3867903 Apr 06 17:22:40.456745 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57394) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:40.462438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Request body: {'subnet': {'network_id': 'ae6e5a62-8b09-4078-866f-0ec27b83ab38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894825066-subnet', 'tenant_id': '8c137152a874428ba1cae2333b7cac52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:40.465114 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178518-3dc0-489f-bf99-ebb2086f11a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6e5a62-8b09-4078-866f-0ec27b83ab38,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:40.470387 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.476912 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network ae6e5a62-8b09-4078-866f-0ec27b83ab38 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:22:40.487732 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Made reservation on behalf of 8c137152a874428ba1cae2333b7cac52 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:22:40.490097 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.664312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.721381 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:40.729646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Checking segment: {'id': '1898674f-eac4-4264-bc03-f8c787bbc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6e5a62-8b09-4078-866f-0ec27b83ab38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:22:40.730116 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Network hostable DHCP agents. Network: ae6e5a62-8b09-4078-866f-0ec27b83ab38, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:22:40.747714 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Network ae6e5a62-8b09-4078-866f-0ec27b83ab38 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:22:40.757743 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, ae6e5a62-8b09-4078-866f-0ec27b83ab38) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:22:40.766041 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:40.766848 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.768150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d18f30-5102-4e02-adcb-c27020744390 None None] Network ae6e5a62-8b09-4078-866f-0ec27b83ab38 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:40.792837 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-78ba6c70-dd6a-4bd1-8752-04c2bb5e065b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3278327 Apr 06 17:22:40.872418 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5287dc0-cf84-4f26-9223-d0e506d2c0df None None] Network ae6e5a62-8b09-4078-866f-0ec27b83ab38 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:41.336958 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57440) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:41.342297 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-653138045-network', 'tenant_id': 'c75ebf6c735f4c4389ff20271e9cd13c'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:41.362132 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Made reservation on behalf of c75ebf6c735f4c4389ff20271e9cd13c for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:22:41.364698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.374809 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.464614 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks [] for security_group (ecde5279-c34e-44ed-9390-bc5068e71225), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.468813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ecde5279-c34e-44ed-9390-bc5068e71225), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.493564 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:22:41.503654 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde5279-c34e-44ed-9390-bc5068e71225,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:41.509346 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (65c7ab44-bf95-45eb-b71f-792c8eee25ec), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.509879 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Added segment 65c7ab44-bf95-45eb-b71f-792c8eee25ec of type vlan for network 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b Apr 06 17:22:41.556527 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (0c768623-4f5a-496c-a7fe-fffdd6c9cb9b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.588489 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (0c768623-4f5a-496c-a7fe-fffdd6c9cb9b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.589894 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:41.590473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.657283 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3154576 Apr 06 17:22:41.657283 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:41.658485 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48bf7-a022-4bb2-ba1d-43e2722e1cbb admin admin] Pushing event updated for resources: {'Network': ['ID=0c768623-4f5a-496c-a7fe-fffdd6c9cb9b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:41.665927 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Request body: {'subnet': {'network_id': '0c768623-4f5a-496c-a7fe-fffdd6c9cb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-653138045-subnet', 'tenant_id': 'c75ebf6c735f4c4389ff20271e9cd13c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:22:41.670687 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:22:41.689282 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Made reservation on behalf of c75ebf6c735f4c4389ff20271e9cd13c for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:22:41.691846 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.864033 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (b402871d-7e34-4e22-9c38-201cb39384c0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.918485 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b402871d-7e34-4e22-9c38-201cb39384c0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:41.938240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Checking segment: {'id': '65c7ab44-bf95-45eb-b71f-792c8eee25ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0c768623-4f5a-496c-a7fe-fffdd6c9cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:22:41.938596 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Network hostable DHCP agents. Network: 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:22:41.954821 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Network 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:22:41.963697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:22:41.968375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:41.969613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.972397 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0276302-0be1-4cea-ae6f-c39a7e03729c None None] Network 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:41.995832 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-263a73fa-54d2-40c2-88e4-e250c6c26ca1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3303607 Apr 06 17:22:42.075916 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c490b0d-7b2d-456b-97df-47b3cdd92912 None None] Network 0c768623-4f5a-496c-a7fe-fffdd6c9cb9b requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:22:51.431804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:51.536975 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9060a6d1-6410-46aa-a2e2-0732c0d18056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.615562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9060a6d1-6410-46aa-a2e2-0732c0d18056 admin admin] Publish callbacks [] for security_group (c6b6bfc2-5231-4d92-ba14-498ea866eb49), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.620056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9060a6d1-6410-46aa-a2e2-0732c0d18056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c6b6bfc2-5231-4d92-ba14-498ea866eb49), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.658485 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9060a6d1-6410-46aa-a2e2-0732c0d18056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34a8a0f5fa9e45e0b0dc0ed5de0326d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256041 Apr 06 17:22:51.659363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060a6d1-6410-46aa-a2e2-0732c0d18056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6bfc2-5231-4d92-ba14-498ea866eb49,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:51.661146 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57638) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:51.712773 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Publish callbacks [] for security_group (c6b6bfc2-5231-4d92-ba14-498ea866eb49), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.734425 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Publish callbacks [] for security_group (c6b6bfc2-5231-4d92-ba14-498ea866eb49), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.786442 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c6b6bfc2-5231-4d92-ba14-498ea866eb49), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.791437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:51.793454 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6b6bfc2-5231-4d92-ba14-498ea866eb49 HTTP/1.1" status: 204 len: 168 time: 0.1305556 Apr 06 17:22:51.801383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6bfc2-5231-4d92-ba14-498ea866eb49,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:51.808959 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.809336 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.809750 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.810013 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.810343 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.810776 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.810970 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.811305 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.811614 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.811958 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.812243 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.812568 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.812889 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.813328 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.813664 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfe1be-9b94-423c-b154-d2b329ea937d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:22:51.880133 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57646) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:52.096741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2796421d-ee68-4e32-81b9-5809156c26d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.125750 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57656) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:52.140716 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-349edaac-ae85-40c0-8408-f9fd27ea5480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.179028 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2796421d-ee68-4e32-81b9-5809156c26d0 admin admin] Publish callbacks [] for security_group (81eece0f-584a-4112-b5a9-05bab85b75b8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.183036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2796421d-ee68-4e32-81b9-5809156c26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (81eece0f-584a-4112-b5a9-05bab85b75b8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.208967 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-2796421d-ee68-4e32-81b9-5809156c26d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a525c1f97544aa2b48c5abdd6c028e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276258 Apr 06 17:22:52.212147 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:52.224780 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-349edaac-ae85-40c0-8408-f9fd27ea5480 admin admin] Publish callbacks [] for security_group (3737ceae-8bb8-4e76-be00-a80443874e26), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.229834 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-349edaac-ae85-40c0-8408-f9fd27ea5480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3737ceae-8bb8-4e76-be00-a80443874e26), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.250028 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796421d-ee68-4e32-81b9-5809156c26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eece0f-584a-4112-b5a9-05bab85b75b8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:52.273714 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57660) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:52.273903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-349edaac-ae85-40c0-8408-f9fd27ea5480 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9913ab2d24a74794ae816c00f31da3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466417 Apr 06 17:22:52.274990 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349edaac-ae85-40c0-8408-f9fd27ea5480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737ceae-8bb8-4e76-be00-a80443874e26,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:52.309413 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] Publish callbacks [] for security_group (81eece0f-584a-4112-b5a9-05bab85b75b8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.347205 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] Publish callbacks [] for security_group (81eece0f-584a-4112-b5a9-05bab85b75b8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.358320 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] Publish callbacks [] for security_group (3737ceae-8bb8-4e76-be00-a80443874e26), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.399684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] Publish callbacks [] for security_group (3737ceae-8bb8-4e76-be00-a80443874e26), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.437285 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (81eece0f-584a-4112-b5a9-05bab85b75b8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.439837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.443586 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81eece0f-584a-4112-b5a9-05bab85b75b8 HTTP/1.1" status: 204 len: 168 time: 0.2277603 Apr 06 17:22:52.449412 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff8810-16f7-4de3-a278-d8ef19b2a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eece0f-584a-4112-b5a9-05bab85b75b8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:52.470417 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3737ceae-8bb8-4e76-be00-a80443874e26), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.473180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.474531 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3737ceae-8bb8-4e76-be00-a80443874e26 HTTP/1.1" status: 204 len: 168 time: 0.1999018 Apr 06 17:22:52.484258 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cd4b6-b12b-45fa-9a9e-ec9eec4268fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737ceae-8bb8-4e76-be00-a80443874e26,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:52.814443 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57682) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:52.828170 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fabed021-95df-4e74-af52-5068d375ed8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.904769 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fabed021-95df-4e74-af52-5068d375ed8a admin admin] Publish callbacks [] for security_group (aa0990c2-5420-4dac-b31f-dd00c7f20974), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.909013 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fabed021-95df-4e74-af52-5068d375ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (aa0990c2-5420-4dac-b31f-dd00c7f20974), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:52.948267 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-fabed021-95df-4e74-af52-5068d375ed8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e42b1d0aebd459db42d85689004c29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325955 Apr 06 17:22:52.949646 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed021-95df-4e74-af52-5068d375ed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0990c2-5420-4dac-b31f-dd00c7f20974,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:52.950980 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:53.002830 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] Publish callbacks [] for security_group (aa0990c2-5420-4dac-b31f-dd00c7f20974), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:53.030114 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] Publish callbacks [] for security_group (aa0990c2-5420-4dac-b31f-dd00c7f20974), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:53.087965 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (aa0990c2-5420-4dac-b31f-dd00c7f20974), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:53.090468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:53.091638 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa0990c2-5420-4dac-b31f-dd00c7f20974 HTTP/1.1" status: 204 len: 168 time: 0.1396389 Apr 06 17:22:53.099511 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0238c8-0d34-4857-8843-85a034dc63bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0990c2-5420-4dac-b31f-dd00c7f20974,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:57.713523 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:57.759106 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Deleting subnet 5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:22:57.762356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Publish callbacks [] for subnet (5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:57.797777 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:57.841166 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:57.897571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:57.926029 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:57.930433 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:57.936134 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7c8c8028-d04e-4b15-8521-005b565ea048 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a6ed2c8-3cd5-4633-ab97-cc58eb49dffa HTTP/1.1" status: 204 len: 168 time: 0.2215674 Apr 06 17:22:57.936267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.010448 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (ae6e5a62-8b09-4078-866f-0ec27b83ab38), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.101813 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (ae6e5a62-8b09-4078-866f-0ec27b83ab38), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.124856 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6e5a62-8b09-4078-866f-0ec27b83ab38']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.134742 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1898674f-eac4-4264-bc03-f8c787bbc57e') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.135044 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1898674f-eac4-4264-bc03-f8c787bbc57e') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.144626 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (1898674f-eac4-4264-bc03-f8c787bbc57e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.159188 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (1898674f-eac4-4264-bc03-f8c787bbc57e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.167250 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:22:58.167687 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (1898674f-eac4-4264-bc03-f8c787bbc57e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.168736 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:22:58.169609 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:22:58.230864 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (ae6e5a62-8b09-4078-866f-0ec27b83ab38), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.236804 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.240489 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae6e5a62-8b09-4078-866f-0ec27b83ab38 HTTP/1.1" status: 204 len: 168 time: 0.3030517 Apr 06 17:22:58.243360 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57898) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.260724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07569f3-3dc7-46ec-bb4d-7f4eb8e844eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6e5a62-8b09-4078-866f-0ec27b83ab38,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.287330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa2ad670-7870-4fec-b936-c815bfe15181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.306454 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Deleting subnet b402871d-7e34-4e22-9c38-201cb39384c0 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:22:58.309356 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Publish callbacks [] for subnet (b402871d-7e34-4e22-9c38-201cb39384c0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.345974 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (b402871d-7e34-4e22-9c38-201cb39384c0), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.363557 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa2ad670-7870-4fec-b936-c815bfe15181 admin admin] Publish callbacks [] for security_group (9ad4c4d6-848d-4677-a401-7f1be0f8fd0e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.368684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa2ad670-7870-4fec-b936-c815bfe15181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9ad4c4d6-848d-4677-a401-7f1be0f8fd0e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.397120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (b402871d-7e34-4e22-9c38-201cb39384c0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.406626 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ad670-7870-4fec-b936-c815bfe15181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4c4d6-848d-4677-a401-7f1be0f8fd0e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.412278 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-aa2ad670-7870-4fec-b936-c815bfe15181 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76d90e07f5634e08a341e996ad85c4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420399 Apr 06 17:22:58.414763 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57900) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.451392 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (b402871d-7e34-4e22-9c38-201cb39384c0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.466877 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] Publish callbacks [] for security_group (9ad4c4d6-848d-4677-a401-7f1be0f8fd0e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.478906 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.482152 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b402871d-7e34-4e22-9c38-201cb39384c0 HTTP/1.1" status: 204 len: 168 time: 0.2376392 Apr 06 17:22:58.483025 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925c4ea-98b2-4608-9d6b-22aa881fafcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b402871d-7e34-4e22-9c38-201cb39384c0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.485225 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57902) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.488014 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] Publish callbacks [] for security_group (9ad4c4d6-848d-4677-a401-7f1be0f8fd0e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.535762 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (9ad4c4d6-848d-4677-a401-7f1be0f8fd0e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.541351 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.545683 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ad4c4d6-848d-4677-a401-7f1be0f8fd0e HTTP/1.1" status: 204 len: 168 time: 0.1298442 Apr 06 17:22:58.556844 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d34e9-d528-423a-9058-1a09fe94413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4c4d6-848d-4677-a401-7f1be0f8fd0e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.566319 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (0c768623-4f5a-496c-a7fe-fffdd6c9cb9b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.650829 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (0c768623-4f5a-496c-a7fe-fffdd6c9cb9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.671609 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c768623-4f5a-496c-a7fe-fffdd6c9cb9b']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.681300 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c7ab44-bf95-45eb-b71f-792c8eee25ec') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.681607 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c7ab44-bf95-45eb-b71f-792c8eee25ec') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:22:58.691003 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (65c7ab44-bf95-45eb-b71f-792c8eee25ec), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.705915 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (65c7ab44-bf95-45eb-b71f-792c8eee25ec), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.713656 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:22:58.714103 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (65c7ab44-bf95-45eb-b71f-792c8eee25ec), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:22:58.715889 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:22:58.773895 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (0c768623-4f5a-496c-a7fe-fffdd6c9cb9b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.780127 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.783241 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c768623-4f5a-496c-a7fe-fffdd6c9cb9b HTTP/1.1" status: 204 len: 168 time: 0.2969446 Apr 06 17:22:58.795059 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab949-4a2c-4dc0-bdd7-6d329e35d3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c768623-4f5a-496c-a7fe-fffdd6c9cb9b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.828675 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 57910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.843562 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47369d22-6594-4884-8bf3-13eaf8f26824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.909369 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.922661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47369d22-6594-4884-8bf3-13eaf8f26824 admin admin] Publish callbacks [] for security_group (2ceca517-51dc-44d2-bf4b-c9cecbe02cc9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.927105 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47369d22-6594-4884-8bf3-13eaf8f26824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2ceca517-51dc-44d2-bf4b-c9cecbe02cc9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:58.952043 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2cc52d7a-a0f1-4616-a608-ff24d0c03188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c137152a874428ba1cae2333b7cac52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414796 Apr 06 17:22:58.954658 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57914) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:58.967166 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-47369d22-6594-4884-8bf3-13eaf8f26824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16a01c4463d846728ec8bbfac9754baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373229 Apr 06 17:22:58.968389 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47369d22-6594-4884-8bf3-13eaf8f26824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceca517-51dc-44d2-bf4b-c9cecbe02cc9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:58.971208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:59.052773 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] Publish callbacks [] for security_group (ca178368-b9e0-4b68-942f-20e3684ea767), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.059388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] Publish callbacks [] for security_group (2ceca517-51dc-44d2-bf4b-c9cecbe02cc9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.087712 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] Publish callbacks [] for security_group (ca178368-b9e0-4b68-942f-20e3684ea767), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.103378 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] Publish callbacks [] for security_group (2ceca517-51dc-44d2-bf4b-c9cecbe02cc9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.170968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (2ceca517-51dc-44d2-bf4b-c9cecbe02cc9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.173833 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.175007 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ceca517-51dc-44d2-bf4b-c9cecbe02cc9 HTTP/1.1" status: 204 len: 168 time: 0.2036030 Apr 06 17:22:59.177643 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ca178368-b9e0-4b68-942f-20e3684ea767), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.183139 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.184251 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca178368-b9e0-4b68-942f-20e3684ea767 HTTP/1.1" status: 204 len: 168 time: 0.2287116 Apr 06 17:22:59.190570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef2550-7a2b-4b99-a56c-889bc11afca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceca517-51dc-44d2-bf4b-c9cecbe02cc9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:59.207626 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2880219-b6cf-46bb-8484-1e534a69e015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca178368-b9e0-4b68-942f-20e3684ea767,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:59.523857 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57934) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:59.567676 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0805f83e-26fd-4ae2-ac72-e04159a80454 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c75ebf6c735f4c4389ff20271e9cd13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424042 Apr 06 17:22:59.570308 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:22:59.618216 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] Publish callbacks [] for security_group (ecde5279-c34e-44ed-9390-bc5068e71225), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.643963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] Publish callbacks [] for security_group (ecde5279-c34e-44ed-9390-bc5068e71225), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.696384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ecde5279-c34e-44ed-9390-bc5068e71225), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.699059 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:59.700226 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecde5279-c34e-44ed-9390-bc5068e71225 HTTP/1.1" status: 204 len: 168 time: 0.1289375 Apr 06 17:22:59.707999 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84184db0-8758-49f0-ba6a-42be95d8da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde5279-c34e-44ed-9390-bc5068e71225,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:22:59.760795 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.420968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 57980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:00.617292 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597188446-network', 'tenant_id': '7f94969963b64c71b47995ca90c2c90e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:00.638667 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Made reservation on behalf of 7f94969963b64c71b47995ca90c2c90e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:00.641953 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.651185 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.730511 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks [] for security_group (68a65737-fd08-4be2-b9d9-50b38b93caf4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.734307 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (68a65737-fd08-4be2-b9d9-50b38b93caf4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.761611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:23:00.768199 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a65737-fd08-4be2-b9d9-50b38b93caf4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:00.775272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (baad4db6-1086-436c-abe8-aae9d28f1332), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.775614 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Added segment baad4db6-1086-436c-abe8-aae9d28f1332 of type vlan for network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 Apr 06 17:23:00.824973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (cf6117c3-5e3e-40db-bc4d-2e05c7e80029), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.851055 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (cf6117c3-5e3e-40db-bc4d-2e05c7e80029), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.851944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:00.852531 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:00.904290 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4821274 Apr 06 17:23:00.907304 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58002) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:00.913208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Request body: {'subnet': {'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597188446-subnet', 'tenant_id': '7f94969963b64c71b47995ca90c2c90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:00.915768 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061594-0b49-46f7-a077-e0a3e0e9d7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6117c3-5e3e-40db-bc4d-2e05c7e80029,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:00.926708 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:23:00.945169 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Made reservation on behalf of 7f94969963b64c71b47995ca90c2c90e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:00.948611 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374143'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:01.134119 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4434119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374113'] for subnet (f88c4969-9f86-4c41-9d17-85594f7829a0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:01.215149 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88c4969-9f86-4c41-9d17-85594f7829a0,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:01.227602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Checking segment: {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:23:01.227862 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Network hostable DHCP agents. Network: cf6117c3-5e3e-40db-bc4d-2e05c7e80029, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:23:01.233651 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-b8718299-9c21-4496-8453-99d3a2154560 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626109 Apr 06 17:23:01.247031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:23:01.258728 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, cf6117c3-5e3e-40db-bc4d-2e05c7e80029) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:01.267530 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5f524-e36e-4625-b81c-a1860c641672 None None] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:23:01.271600 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:01.275223 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:01.293343 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0b003631-49cc-40ec-9ea9-eb4b81887067 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3848579 Apr 06 17:23:01.349008 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-e93d20b9-a108-414a-9006-62cbd9b64d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:01.358673 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-e93d20b9-a108-414a-9006-62cbd9b64d32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1129 time: 0.0893185 Apr 06 17:23:01.399789 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd71e0-7354-43b1-8744-2afaeb8c7b38 None None] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:23:01.488636 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-a562a5ee-8ba3-4ed2-aa95-8160404e0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:01.491158 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-a562a5ee-8ba3-4ed2-aa95-8160404e0d0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.1199830 Apr 06 17:23:01.576281 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-19e17ed1-3927-48e5-934f-25d57c58414f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 1001 time: 0.0761464 Apr 06 17:23:01.632735 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-96f29c68-6fe0-475e-9f26-d2d2d4e665cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:01.634442 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-96f29c68-6fe0-475e-9f26-d2d2d4e665cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0514102 Apr 06 17:23:01.694561 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-7389014b-97f0-4223-bb5e-811f29e58515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:01.696066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-7389014b-97f0-4223-bb5e-811f29e58515 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536587 Apr 06 17:23:01.807200 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-b605fcc2-bda3-4380-aba6-cd7fe4dac849 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039197 Apr 06 17:23:01.902018 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5ff7e4-b44f-44b5-acd3-76b2558c92dd req-6793c1e3-f744-48e5-b7f6-56959f1ef87d service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877252 Apr 06 17:23:03.075626 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-99153ba0-e796-44a0-8a76-bd08d5c15df5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:03.077247 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-99153ba0-e796-44a0-8a76-bd08d5c15df5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 808 time: 0.1181593 Apr 06 17:23:03.094750 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-11eba043-4651-412b-b758-787c56a5f99f tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/quotas/7f94969963b64c71b47995ca90c2c90e HTTP/1.1" status: 200 len: 375 time: 0.0107284 Apr 06 17:23:03.127684 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-a3376dce-0da4-4897-bb96-7c34ecfbcb27 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276268 Apr 06 17:23:03.221727 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-75ffc627-3992-4b65-9e50-1b244c2b3d93 service neutron] 10.222.0.23 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Apr 06 17:23:03.307847 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-2ff59382-a12b-4f07-95ae-9e8e984aee55 service neutron] 10.222.0.23 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803418 Apr 06 17:23:03.486203 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-afc7c093-2c4a-4a2f-af69-642403d708c9 req-1ddb5bf1-29a7-47e7-ba4b-b4ec1ee99ce5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0318737 Apr 06 17:23:03.708909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58068) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:03.842276 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb08eee2-d906-4e39-bfb5-36e19748f70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:03.930436 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb08eee2-d906-4e39-bfb5-36e19748f70e admin admin] Publish callbacks [] for security_group (11cc7235-7295-443d-9f67-909f38025f87), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:03.942263 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb08eee2-d906-4e39-bfb5-36e19748f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (11cc7235-7295-443d-9f67-909f38025f87), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:03.951494 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c81c971-9ed3-4bfd-97a4-d3559be212cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:03.996540 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bb08eee2-d906-4e39-bfb5-36e19748f70e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a5e30e6941d4c7991e34256287b7fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788889 Apr 06 17:23:03.996669 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58076) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:03.996753 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08eee2-d906-4e39-bfb5-36e19748f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cc7235-7295-443d-9f67-909f38025f87,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:04.050442 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] Publish callbacks [] for security_group (11cc7235-7295-443d-9f67-909f38025f87), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.082629 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] Publish callbacks [] for security_group (11cc7235-7295-443d-9f67-909f38025f87), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.137861 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (11cc7235-7295-443d-9f67-909f38025f87), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.140690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.141887 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11cc7235-7295-443d-9f67-909f38025f87 HTTP/1.1" status: 204 len: 168 time: 0.1476042 Apr 06 17:23:04.150881 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70670ea-5a8d-4e69-86b3-5bf62f52dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cc7235-7295-443d-9f67-909f38025f87,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:04.428231 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58086) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:04.441596 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b51e-743a-4333-be2e-145b7c4168c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.523877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b51e-743a-4333-be2e-145b7c4168c4 admin admin] Publish callbacks [] for security_group (33967647-e975-4baf-9025-e8a6b5e23eb6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.527690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b51e-743a-4333-be2e-145b7c4168c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (33967647-e975-4baf-9025-e8a6b5e23eb6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.574629 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5bf2b51e-743a-4333-be2e-145b7c4168c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=916bc7b8ec94442c82bb478132cc6470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451499 Apr 06 17:23:04.577142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2b51e-743a-4333-be2e-145b7c4168c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33967647-e975-4baf-9025-e8a6b5e23eb6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:04.577637 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:04.594746 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-96b2b908-e279-4fc3-89ca-f9dbf070f517 req-8ed51021-29b6-486c-ad3e-23cfe5227236 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0340180 Apr 06 17:23:04.628625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] Publish callbacks [] for security_group (33967647-e975-4baf-9025-e8a6b5e23eb6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.652246 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] Publish callbacks [] for security_group (33967647-e975-4baf-9025-e8a6b5e23eb6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.698163 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (33967647-e975-4baf-9025-e8a6b5e23eb6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.700700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:04.701889 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33967647-e975-4baf-9025-e8a6b5e23eb6 HTTP/1.1" status: 204 len: 168 time: 0.1232443 Apr 06 17:23:04.709525 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3c88-e1b4-4138-8b71-11d38a2cd6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33967647-e975-4baf-9025-e8a6b5e23eb6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:05.218830 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5040e6-cf01-46ac-8589-591508ce8005 req-6fe37eb5-f3ba-4d62-b09f-e71ec11c15e5 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:05.220316 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0d5040e6-cf01-46ac-8589-591508ce8005 req-6fe37eb5-f3ba-4d62-b09f-e71ec11c15e5 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0600321 Apr 06 17:23:05.285500 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0d5040e6-cf01-46ac-8589-591508ce8005 req-be52d649-802d-4f59-a591-55ce4c697f8a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594299 Apr 06 17:23:05.692776 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0774a6e-1def-44cf-b9da-a552b4e7e317 req-ecf694be-2175-408f-b3d9-e1514a628f36 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0284286 Apr 06 17:23:06.412020 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba23008-3ba0-43db-9b11-3189a4f7a556 req-4e6a7f62-fe87-49d4-b7b6-b2e7962880db tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:06.414156 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0ba23008-3ba0-43db-9b11-3189a4f7a556 req-4e6a7f62-fe87-49d4-b7b6-b2e7962880db tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0538421 Apr 06 17:23:06.473159 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-0ba23008-3ba0-43db-9b11-3189a4f7a556 req-31f0cfcb-b8a7-47b8-8937-e6f301053a2e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529022 Apr 06 17:23:06.684638 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9a5d-e804-4649-b79a-a5dccd5f61af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:06.784913 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-606dd614-beac-4da3-a1df-88cc17b924df req-54e9215a-d6bc-46e1-a561-2257810576d1 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Apr 06 17:23:07.247800 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebbfee-f0c3-45df-917c-729f4505902c req-6f0e1ca9-a170-4426-9223-d8b208eb966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:07.249324 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-6f0e1ca9-a170-4426-9223-d8b208eb966b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1168 time: 0.0499787 Apr 06 17:23:07.546836 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebbfee-f0c3-45df-917c-729f4505902c req-d40deda6-1475-46e0-8422-d5e0db056830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:07.548672 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-d40deda6-1475-46e0-8422-d5e0db056830 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.0941448 Apr 06 17:23:07.602278 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fae7f-c1c6-4cba-9583-f686fd977eb5 req-01023e3d-16e0-4745-9448-87b93beadced tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:07.603840 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1a2fae7f-c1c6-4cba-9583-f686fd977eb5 req-01023e3d-16e0-4745-9448-87b93beadced tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0531685 Apr 06 17:23:07.654489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:07.671814 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1a2fae7f-c1c6-4cba-9583-f686fd977eb5 req-f0a5a4e5-0cd2-4a40-9bd6-dded91979ff6 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622485 Apr 06 17:23:07.852215 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-8226a236-fc3b-4202-b3c1-0ae03dc07c14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1182933 Apr 06 17:23:07.904477 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6ac2f992-ca16-46c3-a5ba-e03e79f4ec14 req-0f069ddb-f561-4252-a307-3950e9e744cc tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0374501 Apr 06 17:23:07.913729 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-9663547a-b32a-4ae6-bf3f-8f4f1bb51d08 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:07.915132 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-9663547a-b32a-4ae6-bf3f-8f4f1bb51d08 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 808 time: 0.1754341 Apr 06 17:23:08.107374 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Request body: {'port': {'device_id': 'cd2ea024-270f-4537-b001-182b10821347', 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029', 'admin_state_up': True, 'tenant_id': '7f94969963b64c71b47995ca90c2c90e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:08.191400 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebbfee-f0c3-45df-917c-729f4505902c req-2502105a-0eff-494c-9dc6-425b6733186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:08.192853 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-2502105a-0eff-494c-9dc6-425b6733186f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0974269 Apr 06 17:23:08.273502 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Made reservation on behalf of 7f94969963b64c71b47995ca90c2c90e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:08.277355 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:08.299956 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebbfee-f0c3-45df-917c-729f4505902c req-f87c396d-5824-4e02-ac86-25611b33185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:08.301544 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-f87c396d-5824-4e02-ac86-25611b33185c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721941 Apr 06 17:23:08.481463 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-b3dd2a0e-4d06-4aa6-bffb-3bda8336701b service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717789 Apr 06 17:23:08.482699 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Allocated IP 172.20.0.9 (cf6117c3-5e3e-40db-bc4d-2e05c7e80029/f88c4969-9f86-4c41-9d17-85594f7829a0/5ccd5234-d122-4d2c-bf80-10daa40a4c9b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:08.651476 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cebbfee-f0c3-45df-917c-729f4505902c req-e6f99dab-9a07-4dd5-ad0c-40a5d878f9a2 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630850 Apr 06 17:23:08.708689 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks [] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:08.743666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:08.803957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:08.804173 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eb9f6-1871-404c-9457-8c3a640e3b15 req-f37d1753-02ed-490c-8545-10e8bf18fd1b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:08.806157 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bc1eb9f6-1871-404c-9457-8c3a640e3b15 req-f37d1753-02ed-490c-8545-10e8bf18fd1b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0638139 Apr 06 17:23:08.808931 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:08.810887 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Pushing event updated for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:08.813144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:08.864817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:08.865514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:08.870815 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bc1eb9f6-1871-404c-9457-8c3a640e3b15 req-91800947-e837-46bc-802f-0a6de6779c21 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574250 Apr 06 17:23:08.881901 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-4f4cf527-ddbd-430c-a9c7-67fa096019c5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780704 Apr 06 17:23:08.974970 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Request body: {'port': {'device_id': 'cd2ea024-270f-4537-b001-182b10821347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:09.065809 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.081522 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa718e-8fdf-470b-8324-43d2757af23f req-1f61fd01-4c09-4d69-a550-e8ea4652417d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:09.083019 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8fa718e-8fdf-470b-8324-43d2757af23f req-1f61fd01-4c09-4d69-a550-e8ea4652417d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 931 time: 0.1123445 Apr 06 17:23:09.093798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.209780 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8fa718e-8fdf-470b-8324-43d2757af23f req-792102b6-62a2-4002-9d77-e8f73bee1f6e tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192794 Apr 06 17:23:09.357795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccd5234-d122-4d2c-bf80-10daa40a4c9b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:09.364860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks [] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.377213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Transition to ACTIVE for port object 5ccd5234-d122-4d2c-bf80-10daa40a4c9b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:23:09.380768 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.431291 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:09.499265 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Attempting to bind port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:23:09.499510 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Attempting to bind port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:23:09.499835 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Attempting to bind port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:09.503958 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:23:09.504268 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Attempting to bind port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:09.509625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:23:09.509955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Checking segment: {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:23:09.510330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Bound using segment: {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:23:09.510779 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Bound port: 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:23:09.511127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.573369 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:23:09.576516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:23:09.582460 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.618598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:09.619205 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.620663 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] 10.222.0.43 "PUT /v2.0/ports/5ccd5234-d122-4d2c-bf80-10daa40a4c9b HTTP/1.1" status: 200 len: 1093 time: 0.6511643 Apr 06 17:23:09.621118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:09.623419 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:09.651695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a93530-8772-411d-b84e-98b08238fc56 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:09.684655 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088f75e-0ef5-4a8d-891e-e477f1bce911 x-openstack-request-id: req-d088f75e-0ef5-4a8d-891e-e477f1bce911 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:09.684944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:09.685230 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d088f75e-0ef5-4a8d-891e-e477f1bce911 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:09.685735 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d088f75e-0ef5-4a8d-891e-e477f1bce911'] response: {'name': 'network-changed', 'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b', 'status': 'completed', 'code': 200} Apr 06 17:23:09.723093 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-63a9a290-7f52-4f97-9cf7-63c474c5bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:09.724576 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-63a9a290-7f52-4f97-9cf7-63c474c5bb30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 1127 time: 0.0493503 Apr 06 17:23:09.772631 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-6deab9e4-3486-4615-b19d-c112a1720980 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b HTTP/1.1" status: 200 len: 217 time: 0.0339253 Apr 06 17:23:09.823634 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-6090b6c6-ec8d-4d7d-a6c4-3e62d8aa2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:09.825009 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-6090b6c6-ec8d-4d7d-a6c4-3e62d8aa2b85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f88c4969-9f86-4c41-9d17-85594f7829a0 HTTP/1.1" status: 200 len: 848 time: 0.0449486 Apr 06 17:23:09.862728 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-6b941828-8998-4c5e-b957-fd68136b5ad7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244937 Apr 06 17:23:09.976895 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-8ac719e6-cbd0-406e-8e6a-53a48a95aa2d service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061730 Apr 06 17:23:10.043250 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa31db-e89d-43a0-8a82-da8fa022b23c req-4295eb65-f8c1-4579-afa2-3583e04ae155 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:10.044597 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5faa31db-e89d-43a0-8a82-da8fa022b23c req-4295eb65-f8c1-4579-afa2-3583e04ae155 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.1035235 Apr 06 17:23:10.106032 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81b5ffec-1340-4174-a203-ca3ed3d1ed8d req-1c5629ff-e0cb-4fda-8134-fa279e511795 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199501 Apr 06 17:23:10.125185 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5faa31db-e89d-43a0-8a82-da8fa022b23c req-01defacb-e754-41c0-bca7-b10b22121af3 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746741 Apr 06 17:23:10.327956 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84dcc5-a1aa-4a34-b4a3-4b9d06a44f15 req-700d4bbb-e564-45d1-bb7d-0b90035250b8 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:10.329349 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fa84dcc5-a1aa-4a34-b4a3-4b9d06a44f15 req-700d4bbb-e564-45d1-bb7d-0b90035250b8 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 943 time: 0.0518494 Apr 06 17:23:10.374545 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fa84dcc5-a1aa-4a34-b4a3-4b9d06a44f15 req-beb89c5d-512d-418a-a83f-79e12013274e tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Apr 06 17:23:10.455552 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:11.251056 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4b8a2-a931-4bb2-bc65-277da3758c8b req-cd96ae0a-e2c8-448a-b61a-1f36dba1cc96 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:11.252493 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77d4b8a2-a931-4bb2-bc65-277da3758c8b req-cd96ae0a-e2c8-448a-b61a-1f36dba1cc96 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0594726 Apr 06 17:23:11.316471 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77d4b8a2-a931-4bb2-bc65-277da3758c8b req-0c9072a3-4131-4e44-bd61-93d023e0194d tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580671 Apr 06 17:23:11.494434 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e3605-1027-407b-b98a-e3a24765ce70 req-67bb2f89-eae6-4649-873c-ee51af1e9682 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:11.495933 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-433e3605-1027-407b-b98a-e3a24765ce70 req-67bb2f89-eae6-4649-873c-ee51af1e9682 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 943 time: 0.0555558 Apr 06 17:23:11.542290 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-433e3605-1027-407b-b98a-e3a24765ce70 req-115784f2-cec6-4589-9735-6a6b9165dc0d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Apr 06 17:23:11.692681 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-7207dfe9-c6e9-40be-9b3d-7c53489d5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:11.694239 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-7207dfe9-c6e9-40be-9b3d-7c53489d5c90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 1127 time: 0.0450521 Apr 06 17:23:11.790732 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-2005b206-e226-432a-966a-bdcf25fdddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:11.792348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-2005b206-e226-432a-966a-bdcf25fdddfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 909 time: 0.0900762 Apr 06 17:23:11.848023 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-2cd116ab-114b-4045-8b93-6906f82f09a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b HTTP/1.1" status: 200 len: 217 time: 0.0445747 Apr 06 17:23:11.905225 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-4264c2b1-0b49-43b3-8dd6-d49db812224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:11.906844 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-4264c2b1-0b49-43b3-8dd6-d49db812224b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f88c4969-9f86-4c41-9d17-85594f7829a0 HTTP/1.1" status: 200 len: 848 time: 0.0529282 Apr 06 17:23:11.939502 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 5ccd5234-d122-4d2c-bf80-10daa40a4c9b details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:23:11.943952 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-d1f9b2a2-3721-4aea-95ab-5ed7deb0f955 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310402 Apr 06 17:23:12.024982 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:12.038577 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:12.051511 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b', 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029', 'port_id': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b', 'mac_address': 'fa:16:3e:04:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88c4969-9f86-4c41-9d17-85594f7829a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:23:12.061370 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:23:12.096903 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:12.097632 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.113299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccd5234-d122-4d2c-bf80-10daa40a4c9b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:12.138187 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:12.144039 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.144467 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f911754-ecc3-41b1-a851-c2d111be4991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.194578 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:12.203765 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.204466 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.204816 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.205311 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.205676 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.206036 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.206446 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.206767 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.207219 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.207923 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.208265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.208618 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.208953 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.209312 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.209636 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:12.228617 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f911754-ecc3-41b1-a851-c2d111be4991 admin admin] Publish callbacks [] for security_group (e900bb93-bf0b-4e8e-88ee-3323047080e4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.232465 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f911754-ecc3-41b1-a851-c2d111be4991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e900bb93-bf0b-4e8e-88ee-3323047080e4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.270821 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3f911754-ecc3-41b1-a851-c2d111be4991 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63ae1456ac4f4e5f88d0f531c74928b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446873 Apr 06 17:23:12.271711 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911754-ecc3-41b1-a851-c2d111be4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e900bb93-bf0b-4e8e-88ee-3323047080e4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:12.275575 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:12.307345 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-0a276d6b-d6f4-4eb3-958e-9a1af9dff0a1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124954198&fields=id&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 267 time: 0.4048607 Apr 06 17:23:12.324643 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] Publish callbacks [] for security_group (e900bb93-bf0b-4e8e-88ee-3323047080e4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.348799 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] Publish callbacks [] for security_group (e900bb93-bf0b-4e8e-88ee-3323047080e4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.409282 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-66213062-9654-4ab6-a234-74fa6539207f service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521661 Apr 06 17:23:12.427669 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['5ccd5234-d122-4d2c-bf80-10daa40a4c9b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:12.432781 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (e900bb93-bf0b-4e8e-88ee-3323047080e4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.435329 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.438812 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e900bb93-bf0b-4e8e-88ee-3323047080e4 HTTP/1.1" status: 204 len: 168 time: 0.1597705 Apr 06 17:23:12.447536 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf006e-74f6-4fc5-8909-8e8d74852356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e900bb93-bf0b-4e8e-88ee-3323047080e4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:12.490594 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdaf80-960f-4649-9c90-2cbbaa99a5a7 req-a7f210dd-cc2a-4e9d-88c4-0930f5cb3cbd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:12.492125 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d0fdaf80-960f-4649-9c90-2cbbaa99a5a7 req-a7f210dd-cc2a-4e9d-88c4-0930f5cb3cbd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0943577 Apr 06 17:23:12.492646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-ec21d727-d471-4b2c-8b81-cf947f570ff0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:12.494189 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-ec21d727-d471-4b2c-8b81-cf947f570ff0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.1761723 Apr 06 17:23:12.513346 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bf8fe180-a3ca-4c6c-9837-eb74e513bdb4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/quotas/934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 375 time: 0.0113645 Apr 06 17:23:12.570790 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d0fdaf80-960f-4649-9c90-2cbbaa99a5a7 req-6716953b-89a0-49d4-b38d-92d2d85f2455 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704422 Apr 06 17:23:12.579348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a39c3ca2-a7e2-4e96-bf20-8787901ebedb req-05484df5-e101-484a-b8a4-065326455552 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608183 Apr 06 17:23:12.620462 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-d570fb9c-1f90-45e6-a4ad-e7ca6dcb7d4d tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999346 Apr 06 17:23:12.697170 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06a138-ff88-4920-abc7-17eb6dd675c4 req-433f50c1-062a-418d-8b91-4875a1153703 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:12.701565 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-be06a138-ff88-4920-abc7-17eb6dd675c4 req-433f50c1-062a-418d-8b91-4875a1153703 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 944 time: 0.0575938 Apr 06 17:23:12.726979 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-7c1c1982-804b-45cd-a92c-e04b47af8c9f service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945356 Apr 06 17:23:12.745834 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-be06a138-ff88-4920-abc7-17eb6dd675c4 req-490c6530-e966-46a4-933b-09edca44ff5b tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Apr 06 17:23:12.824022 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:12.827347 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-4689d0a4-6831-4072-9bd7-97b05205b4b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936985 Apr 06 17:23:12.840695 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d82b88b0-5537-4617-8ac6-dfb57f5f0d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.918158 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d82b88b0-5537-4617-8ac6-dfb57f5f0d49 admin admin] Publish callbacks [] for security_group (28a7ff69-a5be-4360-add6-f4b131401bca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.921964 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d82b88b0-5537-4617-8ac6-dfb57f5f0d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (28a7ff69-a5be-4360-add6-f4b131401bca), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:12.959093 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b88b0-5537-4617-8ac6-dfb57f5f0d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a7ff69-a5be-4360-add6-f4b131401bca,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:12.966409 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d82b88b0-5537-4617-8ac6-dfb57f5f0d49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf8d85155f56412da55a29d7dbfaa3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388369 Apr 06 17:23:12.966567 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58270) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:13.013984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] Publish callbacks [] for security_group (28a7ff69-a5be-4360-add6-f4b131401bca), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:13.035622 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] Publish callbacks [] for security_group (28a7ff69-a5be-4360-add6-f4b131401bca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:13.087864 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (28a7ff69-a5be-4360-add6-f4b131401bca), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:13.091217 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:13.091945 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28a7ff69-a5be-4360-add6-f4b131401bca HTTP/1.1" status: 204 len: 168 time: 0.1244361 Apr 06 17:23:13.111647 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cb72b-57e4-4b1c-be08-8f005319d90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a7ff69-a5be-4360-add6-f4b131401bca,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:13.132472 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-979a9216-bf20-4512-a715-fee838537eaf req-0df19e17-e264-49b2-a10e-0f8a55d13ae0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 210 time: 0.0354996 Apr 06 17:23:13.709948 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6f22-804b-4d89-ad9c-a992bdaab36a req-67a9f5b1-d309-4a0a-a0a1-e033a45f4991 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:13.711427 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79fb6f22-804b-4d89-ad9c-a992bdaab36a req-67a9f5b1-d309-4a0a-a0a1-e033a45f4991 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0596769 Apr 06 17:23:13.777121 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79fb6f22-804b-4d89-ad9c-a992bdaab36a req-d9951d16-8c3f-4445-b44e-8a6365da8e84 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588372 Apr 06 17:23:13.874330 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d19-3e9a-484b-9106-7c4e802a7e50 req-802aab6f-b018-4f07-8edd-96951f90fe57 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:13.875886 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-441d5d19-3e9a-484b-9106-7c4e802a7e50 req-802aab6f-b018-4f07-8edd-96951f90fe57 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 944 time: 0.0569155 Apr 06 17:23:13.939613 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-441d5d19-3e9a-484b-9106-7c4e802a7e50 req-189b638b-cac0-4667-aae6-15ca18b0c25d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Apr 06 17:23:13.951982 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 5ccd5234-d122-4d2c-bf80-10daa40a4c9b up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:23:14.015623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:23:14.021087 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:14.021898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.177198 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:14.177895 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.213748 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:14.219719 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357af32-e981-4f40-8c4f-3c0ab7649c14" -d '{"events": [{"server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "name": "network-vif-plugged", "status": "completed", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:14.235236 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:14.243939 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.257074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-134acc4a-d468-42a2-b2b1-95ddfef7ed5a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:14.259296 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-134acc4a-d468-42a2-b2b1-95ddfef7ed5a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 812 time: 0.1908140 Apr 06 17:23:14.277971 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3282e0d0-b4ba-4ff7-8ecb-796c1a851e80 req-33344e91-75be-422f-925b-30afc3c30b5c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 210 time: 0.0410500 Apr 06 17:23:14.323205 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c89c04-4446-4e0d-83e9-ac3d6f6c3e09 x-openstack-request-id: req-13c89c04-4446-4e0d-83e9-ac3d6f6c3e09 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:14.323638 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "name": "network-vif-plugged", "status": "completed", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:14.323994 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13c89c04-4446-4e0d-83e9-ac3d6f6c3e09 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:14.324496 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c89c04-4446-4e0d-83e9-ac3d6f6c3e09'] response: {'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b', 'code': 200} Apr 06 17:23:14.327966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:14.359934 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-be84426c-a68d-407f-88c0-1a56d28122e1 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934fd09758e54661b8220d8f17b439f9 HTTP/1.1" status: 200 len: 380 time: 0.0853348 Apr 06 17:23:14.377878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'port': {'device_id': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'admin_state_up': True, 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'security_groups': ['4fcd6787-c4f4-4248-8fb4-a417e79c076c']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:14.525872 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe646-5db6-41b7-ab5d-b546a988a85c req-b395088b-db18-46ca-b22c-056502490893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:14.527411 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-47ffe646-5db6-41b7-ab5d-b546a988a85c req-b395088b-db18-46ca-b22c-056502490893 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 1129 time: 0.0650885 Apr 06 17:23:14.528436 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Made reservation on behalf of 934fd09758e54661b8220d8f17b439f9 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:14.531680 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.623830 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-47ffe646-5db6-41b7-ab5d-b546a988a85c req-b6e8a914-ba1a-4ead-934e-925414f4f01d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889966 Apr 06 17:23:14.693652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.20.0.11 (4b3cbfe8-430b-47e6-b984-4c0eb5be5625/f9a2654a-d870-412f-87a9-86dffe2c3c36/e0538f07-01c1-4aac-a724-753f54d89bdd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:14.855304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.897656 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:14.912264 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cab3-19a9-427f-96da-b71d3385ba68 req-e0f7733a-8598-4037-99f0-a51af819356b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:14.920536 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1fb1cab3-19a9-427f-96da-b71d3385ba68 req-e0f7733a-8598-4037-99f0-a51af819356b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0705469 Apr 06 17:23:14.957926 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:14.965051 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:14.969757 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:14.973970 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:15.007322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.007677 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.008022 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.008365 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.008737 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.009098 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.009435 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.009942 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.010280 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.010610 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.010938 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.011267 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.011591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.011914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.012265 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:15.038270 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1fb1cab3-19a9-427f-96da-b71d3385ba68 req-c8347703-1623-45fc-857d-493b4740ccdd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167355 Apr 06 17:23:15.045114 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:15.046555 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:15.104406 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-f320887a-fbe0-40b5-83d2-68427a2b4c5f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315083 Apr 06 17:23:15.132254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7572c-3b76-4508-b1f8-48b2946029da req-e88017a6-b602-495e-8745-71bce5e5f7cf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:15.133872 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78d7572c-3b76-4508-b1f8-48b2946029da req-e88017a6-b602-495e-8745-71bce5e5f7cf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.1011612 Apr 06 17:23:15.193729 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78d7572c-3b76-4508-b1f8-48b2946029da req-c2e19707-49bb-468d-8c3f-f7dc3942bf4e tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517492 Apr 06 17:23:15.267593 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e3286020-2ed9-48bb-819a-803544673f0d None None] Provisioning complete for port e0538f07-01c1-4aac-a724-753f54d89bdd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:15.268104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3286020-2ed9-48bb-819a-803544673f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:15.317207 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3286020-2ed9-48bb-819a-803544673f0d None None] Port e0538f07-01c1-4aac-a724-753f54d89bdd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:23:15.412397 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Request body: {'port': {'device_id': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:15.415028 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5d89-4993-4b07-a21e-3ec25afae854 req-a882b181-8e87-4c7a-9054-76fac06193bf tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:15.416729 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-71fb5d89-4993-4b07-a21e-3ec25afae854 req-a882b181-8e87-4c7a-9054-76fac06193bf tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 932 time: 0.0615735 Apr 06 17:23:15.485599 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:15.500943 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-71fb5d89-4993-4b07-a21e-3ec25afae854 req-3789486d-e42e-4e67-b1ad-55784c76c3ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779016 Apr 06 17:23:15.823438 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0538f07-01c1-4aac-a724-753f54d89bdd {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:15.830820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks [] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:15.843442 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Transition to ACTIVE for port object e0538f07-01c1-4aac-a724-753f54d89bdd will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:23:15.847104 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:15.896023 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:15.968877 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Attempting to bind port e0538f07-01c1-4aac-a724-753f54d89bdd on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:23:15.969259 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Attempting to bind port e0538f07-01c1-4aac-a724-753f54d89bdd by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:23:15.969605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Attempting to bind port e0538f07-01c1-4aac-a724-753f54d89bdd on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:15.974248 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Port e0538f07-01c1-4aac-a724-753f54d89bdd on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:23:15.974572 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Attempting to bind port e0538f07-01c1-4aac-a724-753f54d89bdd on network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:15.980272 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:23:15.980620 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Checking segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:23:15.981011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Bound using segment: {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:23:15.981471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Bound port: e0538f07-01c1-4aac-a724-753f54d89bdd, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb99373b-3f6d-4948-ada1-5c1171955d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:23:15.981831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:16.054983 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:23:16.058254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e0538f07-01c1-4aac-a724-753f54d89bdd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:23:16.063995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:16.101851 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.102448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:16.104096 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] 10.222.0.43 "PUT /v2.0/ports/e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 1094 time: 0.6981120 Apr 06 17:23:16.104551 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:16.106849 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb340a20-bb6e-42f1-8d5c-d831a40ca003" -d '{"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:16.163002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb129980-fe22-40be-9cc0-6cc779365f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:16.170212 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e954ea5c-bdb2-45b5-99ae-2bd6a2aaad01 x-openstack-request-id: req-e954ea5c-bdb2-45b5-99ae-2bd6a2aaad01 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:16.170506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:16.170767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e954ea5c-bdb2-45b5-99ae-2bd6a2aaad01 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:16.171179 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e954ea5c-bdb2-45b5-99ae-2bd6a2aaad01'] response: {'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'status': 'completed', 'code': 200} Apr 06 17:23:16.196872 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba802f9-f341-461c-bfba-33df849f3247 req-530b78a4-cbac-4d88-9dbf-cf346ce03c42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.198284 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ba802f9-f341-461c-bfba-33df849f3247 req-530b78a4-cbac-4d88-9dbf-cf346ce03c42 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0791593 Apr 06 17:23:16.301856 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ba802f9-f341-461c-bfba-33df849f3247 req-a5eaa104-e944-4283-97f0-52debe03b673 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970850 Apr 06 17:23:16.308417 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-ac803184-a482-4e91-8a58-f05f4fff1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.309920 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-ac803184-a482-4e91-8a58-f05f4fff1086 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1128 time: 0.0884995 Apr 06 17:23:16.327351 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1499359-662a-4c58-ab26-48b8aadb7b30 req-cd6f5652-8d32-4a45-9c5a-57b0ff329bb5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.328851 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c1499359-662a-4c58-ab26-48b8aadb7b30 req-cd6f5652-8d32-4a45-9c5a-57b0ff329bb5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0583820 Apr 06 17:23:16.354202 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-0404605c-135e-4f12-9eb6-d469102a755a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 217 time: 0.0361693 Apr 06 17:23:16.375674 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c1499359-662a-4c58-ab26-48b8aadb7b30 req-e3c1551c-c3cc-4a48-bce8-f2919cade551 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Apr 06 17:23:16.404586 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-2f3428d0-6f4c-4b95-8c8a-e457c0155a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.406141 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-2f3428d0-6f4c-4b95-8c8a-e457c0155a73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0454819 Apr 06 17:23:16.462688 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-b86aa077-95d3-453f-9dcb-bce2aef54504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.464330 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-b86aa077-95d3-453f-9dcb-bce2aef54504 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513849 Apr 06 17:23:16.557712 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-ec164141-53b0-4d11-9108-ee6a500bc401 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861428 Apr 06 17:23:16.684945 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0314a3-d153-47f2-846b-dd11c402b760 req-b53bfb67-c92c-47cd-aad9-3e4b8d6d5122 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:16.686455 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca0314a3-d153-47f2-846b-dd11c402b760 req-b53bfb67-c92c-47cd-aad9-3e4b8d6d5122 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 944 time: 0.1148098 Apr 06 17:23:16.704119 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8475156-6ae5-493c-8dbe-bcf4f402bc97 req-c0195457-5e15-45bd-939b-b5630ceed398 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399367 Apr 06 17:23:16.756306 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca0314a3-d153-47f2-846b-dd11c402b760 req-707448ec-bb32-4bc0-84ca-5f9c6fced213 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626454 Apr 06 17:23:17.067252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-0f7d20a1-219f-4777-8433-ae91e1e90ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:17.069515 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-0f7d20a1-219f-4777-8433-ae91e1e90ba2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1128 time: 0.0878100 Apr 06 17:23:17.090233 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184ade-bf06-4c26-ab6f-ee3b4c05b8e8 req-f268b721-0fc8-4fc6-b9d6-0272ce25e5f3 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:17.092158 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-58184ade-bf06-4c26-ab6f-ee3b4c05b8e8 req-f268b721-0fc8-4fc6-b9d6-0272ce25e5f3 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0678997 Apr 06 17:23:17.140250 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-58184ade-bf06-4c26-ab6f-ee3b4c05b8e8 req-119a2821-bfab-4bd3-b88c-92c123882609 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Apr 06 17:23:17.424309 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1857-e55c-4178-b2b4-2348f6dff664 req-a9bd59a9-507a-424a-92a5-f41b0a4be5c2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:17.425722 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-922d1857-e55c-4178-b2b4-2348f6dff664 req-a9bd59a9-507a-424a-92a5-f41b0a4be5c2 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0528860 Apr 06 17:23:17.703951 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-922d1857-e55c-4178-b2b4-2348f6dff664 req-4d028b55-7606-4bcf-bcda-e4005bbf13ec tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718072 Apr 06 17:23:17.874000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08162bb2-8ea3-4be1-8754-f4202b9bf599 req-ddfe978d-706a-40dc-be48-0f61130db165 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:17.875469 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08162bb2-8ea3-4be1-8754-f4202b9bf599 req-ddfe978d-706a-40dc-be48-0f61130db165 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 944 time: 0.0524189 Apr 06 17:23:17.923206 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08162bb2-8ea3-4be1-8754-f4202b9bf599 req-7f794cac-a15d-4c7f-9954-210b5b9ff5f2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Apr 06 17:23:18.255392 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751d14c-72ff-4cfa-accc-2987909076db req-a7c10bda-1599-4018-8123-70bf35ac65ce tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:18.256879 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f751d14c-72ff-4cfa-accc-2987909076db req-a7c10bda-1599-4018-8123-70bf35ac65ce tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Apr 06 17:23:18.308671 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f751d14c-72ff-4cfa-accc-2987909076db req-53299719-940f-4d30-af39-7293b5658ec2 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Apr 06 17:23:18.819988 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedb936-a29b-419c-a2ed-b578cad3e0de req-d898e9aa-b06f-4ddb-9375-4a810bc2fa51 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:18.821476 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cdedb936-a29b-419c-a2ed-b578cad3e0de req-d898e9aa-b06f-4ddb-9375-4a810bc2fa51 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0515220 Apr 06 17:23:18.884359 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cdedb936-a29b-419c-a2ed-b578cad3e0de req-e18fc6ba-fa5c-47b4-a09d-92dbb435130a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560343 Apr 06 17:23:19.038485 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea7ee3-1cf0-4e00-842c-87df30baead1 req-83b0f7c6-3c4b-4213-bdba-cf70137ef9eb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:19.040563 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e5ea7ee3-1cf0-4e00-842c-87df30baead1 req-83b0f7c6-3c4b-4213-bdba-cf70137ef9eb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 944 time: 0.0511315 Apr 06 17:23:19.089205 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e5ea7ee3-1cf0-4e00-842c-87df30baead1 req-dc52107a-79fc-48e1-bccc-66ec537f4ff7 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Apr 06 17:23:19.428004 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa9fed-5520-4afc-b55d-9c311f73b94f req-e2ab4f96-9260-4daf-8dbe-aeb7fcfda9ab tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:19.429630 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57fa9fed-5520-4afc-b55d-9c311f73b94f req-e2ab4f96-9260-4daf-8dbe-aeb7fcfda9ab tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Apr 06 17:23:19.484713 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57fa9fed-5520-4afc-b55d-9c311f73b94f req-83bccb78-f761-464a-8977-da6d7d3d0eb2 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Apr 06 17:23:20.001427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628936-3473-4c75-b895-4ef34e287a67 req-ed280d98-51c1-4c6a-a2c7-c6c9f93ccd39 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:20.002903 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-44628936-3473-4c75-b895-4ef34e287a67 req-ed280d98-51c1-4c6a-a2c7-c6c9f93ccd39 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0510938 Apr 06 17:23:20.061160 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-44628936-3473-4c75-b895-4ef34e287a67 req-84c710ff-6938-486e-9a46-029e95a8a0ff tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525918 Apr 06 17:23:20.265841 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eaf07-144b-4064-84ee-050275bc4c54 req-e68e58ac-f5af-40f7-b660-18e1a93b54c4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:20.267208 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-719eaf07-144b-4064-84ee-050275bc4c54 req-e68e58ac-f5af-40f7-b660-18e1a93b54c4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 944 time: 0.1129122 Apr 06 17:23:20.285601 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-7b4f0331-6da9-4c8a-91cf-35685c31596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:20.286939 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-7b4f0331-6da9-4c8a-91cf-35685c31596f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.1239965 Apr 06 17:23:20.323439 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-719eaf07-144b-4064-84ee-050275bc4c54 req-b78fcff9-8e3f-4d2e-a3fb-4cb1e1a8194e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Apr 06 17:23:20.604118 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c71f-ef7a-4ee9-8117-53e360ce770c req-07ac3526-6e6d-4770-97d7-60aca9154e24 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:20.605614 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d6a4c71f-ef7a-4ee9-8117-53e360ce770c req-07ac3526-6e6d-4770-97d7-60aca9154e24 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Apr 06 17:23:20.650755 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d6a4c71f-ef7a-4ee9-8117-53e360ce770c req-b4941a3d-85cb-4ed4-8cbc-04b475d7a913 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Apr 06 17:23:20.951875 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-d835a406-fa25-43c1-82c4-d7557947dd63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 217 time: 0.0585742 Apr 06 17:23:21.005431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-aaff6f5a-5651-4e22-8c47-2b542e9c8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:21.007007 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-aaff6f5a-5651-4e22-8c47-2b542e9c8285 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0470521 Apr 06 17:23:21.109684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-dae967fc-b350-4bf8-bff3-74bf399bce97 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:21.111126 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-dae967fc-b350-4bf8-bff3-74bf399bce97 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 945 time: 0.0744197 Apr 06 17:23:21.114006 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-2bceeae1-c3f8-4a73-a509-8d4695fdf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:21.115324 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-2bceeae1-c3f8-4a73-a509-8d4695fdf843 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873082 Apr 06 17:23:21.309894 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107671b-bd19-42e8-8979-4fdc09d00101 req-2d0eee55-7c98-4552-9274-36d83e9588cd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:21.311502 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3107671b-bd19-42e8-8979-4fdc09d00101 req-2d0eee55-7c98-4552-9274-36d83e9588cd tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.1739459 Apr 06 17:23:21.318950 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-656202f2-92be-43dc-92ed-a52af6eeb506 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946511 Apr 06 17:23:21.387245 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Deleting port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:21.387581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:21.458690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682960-8b7e-41fc-9803-c5bd88dc4199 req-a0b30929-9108-4b7f-a701-6b275cd74d0c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:21.460294 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-78682960-8b7e-41fc-9803-c5bd88dc4199 req-a0b30929-9108-4b7f-a701-6b275cd74d0c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 944 time: 0.0625048 Apr 06 17:23:21.500973 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3107671b-bd19-42e8-8979-4fdc09d00101 req-9ca53e18-c68a-43b7-9c0a-2b00fb668645 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795490 Apr 06 17:23:21.511364 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-78682960-8b7e-41fc-9803-c5bd88dc4199 req-3ded709f-4cf8-4ac6-8f7f-53d6f400379f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Apr 06 17:23:21.533159 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb340a20-bb6e-42f1-8d5c-d831a40ca003 req-e0818f5a-3fe6-4739-88bb-25a9c5c5ec56 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027836 Apr 06 17:23:21.537740 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] For port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:21.538095 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:21.552731 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Calling delete_port for 5ccd5234-d122-4d2c-bf80-10daa40a4c9b owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:21.685146 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (5ccd5234-d122-4d2c-bf80-10daa40a4c9b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:21.699918 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['5ccd5234-d122-4d2c-bf80-10daa40a4c9b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:21.726104 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Pushing event deleted for resources: {'Port': ['ID=5ccd5234-d122-4d2c-bf80-10daa40a4c9b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:21.779320 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d21c2bf-0e35-4018-a3d7-ee4c89076cbe req-614843d9-df2e-47b5-8cdb-aace021250bf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2ea024-270f-4537-b001-182b10821347 HTTP/1.1" status: 200 len: 210 time: 0.0495241 Apr 06 17:23:21.796281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] No DVR routers for this DVR port 5ccd5234-d122-4d2c-bf80-10daa40a4c9b on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:23:21.798864 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:21.802361 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c66d2431-5dec-419f-a312-fab1c41bbcf7 req-7ede04a2-8403-484d-83b6-f231df3a4ef0 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "DELETE /v2.0/ports/5ccd5234-d122-4d2c-bf80-10daa40a4c9b HTTP/1.1" status: 204 len: 173 time: 0.6793492 Apr 06 17:23:21.802916 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'name': 'network-vif-deleted', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:21.805154 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0840ba3-ee86-4dd3-996a-c7309fdc5c6e" -d '{"events": [{"server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "name": "network-vif-deleted", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:21.842432 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590801d8-0ce8-465a-8617-a1832232866f x-openstack-request-id: req-590801d8-0ce8-465a-8617-a1832232866f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:21.842799 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2ea024-270f-4537-b001-182b10821347", "name": "network-vif-deleted", "tag": "5ccd5234-d122-4d2c-bf80-10daa40a4c9b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:21.843145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-590801d8-0ce8-465a-8617-a1832232866f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:21.843614 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590801d8-0ce8-465a-8617-a1832232866f'] response: {'server_uuid': 'cd2ea024-270f-4537-b001-182b10821347', 'name': 'network-vif-deleted', 'tag': '5ccd5234-d122-4d2c-bf80-10daa40a4c9b', 'status': 'completed', 'code': 200} Apr 06 17:23:21.960616 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e0538f07-01c1-4aac-a724-753f54d89bdd details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:23:22.062417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e0538f07-01c1-4aac-a724-753f54d89bdd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:22.074391 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'port_id': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'mac_address': 'fa:16:3e:14:d2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:23:22.113139 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e0538f07-01c1-4aac-a724-753f54d89bdd is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:22.113540 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.127656 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0538f07-01c1-4aac-a724-753f54d89bdd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:22.148342 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e0538f07-01c1-4aac-a724-753f54d89bdd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:22.153971 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.217697 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:22.417601 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['e0538f07-01c1-4aac-a724-753f54d89bdd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:22.635068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfb498-070c-4baf-b1e2-60dc46b5948f req-a512767f-8a13-44bb-b594-0657e70cd3b0 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:22.636590 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6cfb498-070c-4baf-b1e2-60dc46b5948f req-a512767f-8a13-44bb-b594-0657e70cd3b0 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0584257 Apr 06 17:23:22.660348 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384564-7e81-4f9d-bfd8-1f7d3e4c08fa req-5bd86f9d-ac61-4fc2-8870-9e99c0e559e3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:22.662059 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81384564-7e81-4f9d-bfd8-1f7d3e4c08fa req-5bd86f9d-ac61-4fc2-8870-9e99c0e559e3 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 945 time: 0.0653203 Apr 06 17:23:22.698887 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6cfb498-070c-4baf-b1e2-60dc46b5948f req-9a8ed5cc-7efd-435a-8cb0-5fb18c28a789 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558009 Apr 06 17:23:22.710382 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-81384564-7e81-4f9d-bfd8-1f7d3e4c08fa req-dd205826-4ae1-4b9a-870f-4fbd66b16897 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Apr 06 17:23:23.081579 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-41c0c137-86c5-4548-bf30-9d3829f93a7e tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:23.082944 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-41c0c137-86c5-4548-bf30-9d3829f93a7e tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 808 time: 0.1022332 Apr 06 17:23:23.096860 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c3d97bd6-7fab-4c27-b5ff-a4a316610ff2 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/quotas/7f94969963b64c71b47995ca90c2c90e HTTP/1.1" status: 200 len: 375 time: 0.0086067 Apr 06 17:23:23.136931 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-38c1c715-2b6e-48e6-ac42-12ec4dd22516 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353162 Apr 06 17:23:23.228789 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c811b34e-5eb3-49fa-80dc-1d4e19dc8bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Apr 06 17:23:23.317384 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-d8912337-a32a-43bf-96fe-8d4bb091f8c7 service neutron] 10.222.0.23 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829883 Apr 06 17:23:23.486778 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ac6c8a97-15e1-4928-aac4-387257a678c2 req-26a8175f-67be-4c5a-9de4-335d973262ad tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 210 time: 0.0280790 Apr 06 17:23:23.719702 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58538) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:23.840302 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae545ca-6354-41fb-9884-2df0ab7cae07 req-d9eaad2d-a50d-48bd-a72c-a5038fe5ab4e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:23.840502 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7ab9-74f2-46f4-a768-2567e5fd2fea req-bf021d8e-7a54-4019-8e2d-fcb4ed9eeaee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:23.841795 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bae545ca-6354-41fb-9884-2df0ab7cae07 req-d9eaad2d-a50d-48bd-a72c-a5038fe5ab4e tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0629742 Apr 06 17:23:23.845591 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-76ec7ab9-74f2-46f4-a768-2567e5fd2fea req-bf021d8e-7a54-4019-8e2d-fcb4ed9eeaee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 945 time: 0.0629060 Apr 06 17:23:23.905874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d9c87a5-4384-4128-8cdc-d9d95dd96b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.911662 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-76ec7ab9-74f2-46f4-a768-2567e5fd2fea req-cf12aed5-a71d-4b61-bd3c-b5d25d125377 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604086 Apr 06 17:23:23.943422 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bae545ca-6354-41fb-9884-2df0ab7cae07 req-d6811a04-b6c1-4ac6-844e-c691f9e94bee tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958934 Apr 06 17:23:23.988474 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e0538f07-01c1-4aac-a724-753f54d89bdd up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:23:24.006089 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d9c87a5-4384-4128-8cdc-d9d95dd96b78 admin admin] Publish callbacks [] for security_group (3d874ae0-1f75-4727-af6c-578c4edba256), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.010971 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d9c87a5-4384-4128-8cdc-d9d95dd96b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3d874ae0-1f75-4727-af6c-578c4edba256), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.039065 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port e0538f07-01c1-4aac-a724-753f54d89bdd completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:23:24.043555 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port e0538f07-01c1-4aac-a724-753f54d89bdd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:24.044113 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.048883 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-9d9c87a5-4384-4128-8cdc-d9d95dd96b78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8934c17070f445918fb3eba008f01087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280969 Apr 06 17:23:24.049985 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c87a5-4384-4128-8cdc-d9d95dd96b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d874ae0-1f75-4727-af6c-578c4edba256,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:24.051765 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58546) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:24.100781 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] Publish callbacks [] for security_group (3d874ae0-1f75-4727-af6c-578c4edba256), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.122237 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] Publish callbacks [] for security_group (3d874ae0-1f75-4727-af6c-578c4edba256), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.122706 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port e0538f07-01c1-4aac-a724-753f54d89bdd is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:24.123098 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.147077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:24.149354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affcda07-c784-4b72-93fe-d73d20d004d0" -d '{"events": [{"server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "name": "network-vif-plugged", "status": "completed", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:24.170910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (3d874ae0-1f75-4727-af6c-578c4edba256), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.172961 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e0538f07-01c1-4aac-a724-753f54d89bdd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:24.174588 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.177509 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d874ae0-1f75-4727-af6c-578c4edba256 HTTP/1.1" status: 204 len: 168 time: 0.1244891 Apr 06 17:23:24.184896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.185726 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 5ccd5234-d122-4d2c-bf80-10daa40a4c9b no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:23:24.201478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464692-a425-4d87-b11a-f6d3a40640dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d874ae0-1f75-4727-af6c-578c4edba256,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:24.227770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf05ddc1-cf77-4237-ad25-4e1de08d1a90 x-openstack-request-id: req-bf05ddc1-cf77-4237-ad25-4e1de08d1a90 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:24.228083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "name": "network-vif-plugged", "status": "completed", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:24.228363 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf05ddc1-cf77-4237-ad25-4e1de08d1a90 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:24.228863 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf05ddc1-cf77-4237-ad25-4e1de08d1a90'] response: {'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'code': 200} Apr 06 17:23:24.250839 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 5ccd5234-d122-4d2c-bf80-10daa40a4c9b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:23:24.251184 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 5ccd5234-d122-4d2c-bf80-10daa40a4c9b not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:23:24.283788 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:24.471563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:24.485093 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bc126e5-554a-4afe-80a9-44dc63258cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.587826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bc126e5-554a-4afe-80a9-44dc63258cd4 admin admin] Publish callbacks [] for security_group (165a02a9-54e3-4114-bb6a-f123bebf275f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.593891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bc126e5-554a-4afe-80a9-44dc63258cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (165a02a9-54e3-4114-bb6a-f123bebf275f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.623459 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c9a3bf94-fa08-4239-a2ca-eae909a4cefa req-a469b203-fd15-4ee5-82e4-b407937601bf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 210 time: 0.0364397 Apr 06 17:23:24.642704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc126e5-554a-4afe-80a9-44dc63258cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165a02a9-54e3-4114-bb6a-f123bebf275f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:24.647857 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2bc126e5-554a-4afe-80a9-44dc63258cd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bb85b9bc3824c85a404cd07b1bf628f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752088 Apr 06 17:23:24.652785 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:24.702375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2f06-a476-4780-b31e-256ea0092834 req-3f13a49e-d7ea-409c-a12c-434c94d14de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:24.704235 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2b7d2f06-a476-4780-b31e-256ea0092834 req-3f13a49e-d7ea-409c-a12c-434c94d14de5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1130 time: 0.0519402 Apr 06 17:23:24.750703 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] Publish callbacks [] for security_group (165a02a9-54e3-4114-bb6a-f123bebf275f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.781637 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] Publish callbacks [] for security_group (165a02a9-54e3-4114-bb6a-f123bebf275f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.846550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (165a02a9-54e3-4114-bb6a-f123bebf275f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.849191 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:24.850470 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/165a02a9-54e3-4114-bb6a-f123bebf275f HTTP/1.1" status: 204 len: 168 time: 0.1962733 Apr 06 17:23:24.856875 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2b7d2f06-a476-4780-b31e-256ea0092834 req-39686efa-0d3f-43a8-a9a2-b3a479da0438 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391561 Apr 06 17:23:24.875863 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c03a75-6b50-482e-ac78-2777a34c5820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165a02a9-54e3-4114-bb6a-f123bebf275f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:24.902208 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-4ee3fd26-211a-48f7-9dc7-35177830258c tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:24.903792 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-4ee3fd26-211a-48f7-9dc7-35177830258c tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 808 time: 0.1777794 Apr 06 17:23:25.046473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37046d17-b317-4401-b5e6-e9d7b35ad391 req-73cf3fe7-50e6-4f6a-95ee-b4c1a54fb6d2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:25.048081 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37046d17-b317-4401-b5e6-e9d7b35ad391 req-73cf3fe7-50e6-4f6a-95ee-b4c1a54fb6d2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.0543392 Apr 06 17:23:25.074231 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Request body: {'port': {'device_id': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029', 'admin_state_up': True, 'tenant_id': '7f94969963b64c71b47995ca90c2c90e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:25.081662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5777dad-982c-4bff-acf9-4072fc4ce522 req-c62c17ee-4e33-489c-b13b-7635883c4d7a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:25.083536 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b5777dad-982c-4bff-acf9-4072fc4ce522 req-c62c17ee-4e33-489c-b13b-7635883c4d7a tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0659375 Apr 06 17:23:25.171854 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b5777dad-982c-4bff-acf9-4072fc4ce522 req-e5133bbf-64d4-428d-8d19-e1831fbdba12 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807521 Apr 06 17:23:25.249287 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58578) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:25.263771 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5be8-5be8-48fe-996c-afc9b19c6ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.344054 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5be8-5be8-48fe-996c-afc9b19c6ff1 admin admin] Publish callbacks [] for security_group (c60232b6-f942-4465-b320-9269421a865e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.347892 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5be8-5be8-48fe-996c-afc9b19c6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c60232b6-f942-4465-b320-9269421a865e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.389358 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bc1d5be8-5be8-48fe-996c-afc9b19c6ff1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a618238711df4b7b9a1346a504b64f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388843 Apr 06 17:23:25.392093 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:25.397979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5be8-5be8-48fe-996c-afc9b19c6ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60232b6-f942-4465-b320-9269421a865e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:25.446656 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] Publish callbacks [] for security_group (c60232b6-f942-4465-b320-9269421a865e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.448067 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37046d17-b317-4401-b5e6-e9d7b35ad391 req-0cbfe29d-21ff-4a10-b1d2-cf16b6ff90de tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939493 Apr 06 17:23:25.470846 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] Publish callbacks [] for security_group (c60232b6-f942-4465-b320-9269421a865e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.498209 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Made reservation on behalf of 7f94969963b64c71b47995ca90c2c90e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:25.501883 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.520298 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (c60232b6-f942-4465-b320-9269421a865e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.523215 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.524454 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c60232b6-f942-4465-b320-9269421a865e HTTP/1.1" status: 204 len: 168 time: 0.1314166 Apr 06 17:23:25.532699 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac011e-687f-43c6-b253-7d74fc898676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60232b6-f942-4465-b320-9269421a865e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:25.641892 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Allocated IP 172.20.0.12 (cf6117c3-5e3e-40db-bc4d-2e05c7e80029/f88c4969-9f86-4c41-9d17-85594f7829a0/aeb024bb-0721-47ed-9224-093b9cff866f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:25.753781 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6edf365c-9a9c-463d-b9b4-81e9744bb182 req-2d1f585e-f2ad-499d-bfae-03e34556064f tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 210 time: 0.0456173 Apr 06 17:23:25.829827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks [] for port (aeb024bb-0721-47ed-9224-093b9cff866f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.869409 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.922190 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:25.925887 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:25.930093 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:25.955846 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Pushing event updated for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:25.984957 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:25.985592 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:25.991022 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58592) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:26.002890 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-c4c44f3b-b422-4c95-801a-ef9556c37f44 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9332500 Apr 06 17:23:26.094985 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e285e1cf-993d-4e9b-9be9-168b2cfc2505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.168011 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e285e1cf-993d-4e9b-9be9-168b2cfc2505 admin admin] Publish callbacks [] for security_group (21159820-3ead-4b22-b699-7e4563a1a930), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.171815 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e285e1cf-993d-4e9b-9be9-168b2cfc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (21159820-3ead-4b22-b699-7e4563a1a930), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.213708 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e285e1cf-993d-4e9b-9be9-168b2cfc2505 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed05bcc4fd194e7e824c71e3df3cb9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210846 Apr 06 17:23:26.214568 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e1cf-993d-4e9b-9be9-168b2cfc2505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21159820-3ead-4b22-b699-7e4563a1a930,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:26.216408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58598) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:26.301976 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] Publish callbacks [] for security_group (21159820-3ead-4b22-b699-7e4563a1a930), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.324241 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e525d4-2051-4142-9c56-898b6cf0220a req-7da340dd-fcb4-4355-9783-8cd7cc12bd87 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:26.325730 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14e525d4-2051-4142-9c56-898b6cf0220a req-7da340dd-fcb4-4355-9783-8cd7cc12bd87 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0771477 Apr 06 17:23:26.335878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] Publish callbacks [] for security_group (21159820-3ead-4b22-b699-7e4563a1a930), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.410573 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Request body: {'port': {'device_id': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:26.438283 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14e525d4-2051-4142-9c56-898b6cf0220a req-8bb01b06-5b60-44b4-b9e6-77b358c3a116 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049643 Apr 06 17:23:26.456100 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (21159820-3ead-4b22-b699-7e4563a1a930), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.458671 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.462626 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21159820-3ead-4b22-b699-7e4563a1a930 HTTP/1.1" status: 204 len: 168 time: 0.2411926 Apr 06 17:23:26.487991 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaa813-1fbc-4ba3-b4b8-208663aff679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21159820-3ead-4b22-b699-7e4563a1a930,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:26.493884 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.594332 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57512b42-5fdc-4455-b410-79ba7364e586 req-d684f540-797b-48fa-a655-c36aa2bc07e2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:26.605412 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-57512b42-5fdc-4455-b410-79ba7364e586 req-d684f540-797b-48fa-a655-c36aa2bc07e2 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.0691476 Apr 06 17:23:26.651802 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-57512b42-5fdc-4455-b410-79ba7364e586 req-e0ac98ea-b5a0-4abb-8ac8-c6f396e531ea tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Apr 06 17:23:26.815273 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb024bb-0721-47ed-9224-093b9cff866f {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:26.829856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8174e16-a27b-4d61-bd4f-e4f8a0ac325a req-3519f6f5-8028-4ae0-9bc8-556b84d9308b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:26.831375 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8174e16-a27b-4d61-bd4f-e4f8a0ac325a req-3519f6f5-8028-4ae0-9bc8-556b84d9308b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.1114063 Apr 06 17:23:26.833315 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks [] for port (aeb024bb-0721-47ed-9224-093b9cff866f), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.859188 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Transition to ACTIVE for port object aeb024bb-0721-47ed-9224-093b9cff866f will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:23:26.874492 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:26.892250 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00edd05-f802-4f82-86d0-a2d626774243 req-bf76b9e9-967d-416a-8ead-c0b443dd0ae3 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:26.897489 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e00edd05-f802-4f82-86d0-a2d626774243 req-bf76b9e9-967d-416a-8ead-c0b443dd0ae3 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 932 time: 0.0603273 Apr 06 17:23:26.924160 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8174e16-a27b-4d61-bd4f-e4f8a0ac325a req-4cecc230-8546-491d-9c0d-b6df14ea3045 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840089 Apr 06 17:23:26.948949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:26.949982 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58618) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:26.979465 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e00edd05-f802-4f82-86d0-a2d626774243 req-8fa9a0dd-32c6-47bf-a4b9-ad6ac37bc943 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Apr 06 17:23:27.027003 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Attempting to bind port aeb024bb-0721-47ed-9224-093b9cff866f on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:23:27.027713 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Attempting to bind port aeb024bb-0721-47ed-9224-093b9cff866f by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:23:27.027713 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Attempting to bind port aeb024bb-0721-47ed-9224-093b9cff866f on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:27.032020 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Port aeb024bb-0721-47ed-9224-093b9cff866f on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:23:27.032342 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Attempting to bind port aeb024bb-0721-47ed-9224-093b9cff866f on network cf6117c3-5e3e-40db-bc4d-2e05c7e80029 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:27.037798 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:23:27.038150 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Checking segment: {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:23:27.038507 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Bound using segment: {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:23:27.038935 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Bound port: aeb024bb-0721-47ed-9224-093b9cff866f, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baad4db6-1086-436c-abe8-aae9d28f1332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:23:27.039301 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.107122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:23:27.110597 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aeb024bb-0721-47ed-9224-093b9cff866f,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:23:27.116355 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.156107 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.156715 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.158266 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] 10.222.0.43 "PUT /v2.0/ports/aeb024bb-0721-47ed-9224-093b9cff866f HTTP/1.1" status: 200 len: 1094 time: 0.7558503 Apr 06 17:23:27.158712 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:27.160959 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:27.183074 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e4121-40e4-47bc-9c89-9764fc09c119 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:27.192488 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c1b39-7b2c-4949-b343-47376c5ecb63 tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.194343 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-485c1b39-7b2c-4949-b343-47376c5ecb63 tempest-TestVolumeBootPattern-1124773518 tempest-TestVolumeBootPattern-1124773518-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1125 time: 0.2409832 Apr 06 17:23:27.197603 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 58632) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:27.203542 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'port_id': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:27.223193 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a944b8b-7d38-4ef3-8081-de1e6fa7f993 x-openstack-request-id: req-5a944b8b-7d38-4ef3-8081-de1e6fa7f993 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:27.223541 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:27.223870 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a944b8b-7d38-4ef3-8081-de1e6fa7f993 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:27.224263 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a944b8b-7d38-4ef3-8081-de1e6fa7f993'] response: {'name': 'network-changed', 'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f', 'status': 'completed', 'code': 200} Apr 06 17:23:27.230120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.268057 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-d266518c-5993-48b4-bfa0-537c43588953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.269588 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-d266518c-5993-48b4-bfa0-537c43588953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 1128 time: 0.0562518 Apr 06 17:23:27.311361 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-0a430f38-93c7-425a-aa4b-9db82dc834e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb024bb-0721-47ed-9224-093b9cff866f HTTP/1.1" status: 200 len: 217 time: 0.0347054 Apr 06 17:23:27.332608 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.362006 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca28-399b-417e-9020-fe26d72a7520 req-f9480bcc-3b8c-4cd6-b204-f0ddcabc1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.363529 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-f9480bcc-3b8c-4cd6-b204-f0ddcabc1c2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f88c4969-9f86-4c41-9d17-85594f7829a0 HTTP/1.1" status: 200 len: 848 time: 0.0464201 Apr 06 17:23:27.397377 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-f4800aa1-33b4-410a-b1ec-b84a63a8019b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275273 Apr 06 17:23:27.449872 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Allocated IP 172.27.3.77 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/35f3e28d-105e-42e6-9214-13301ab6e6ac) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:27.517893 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-2fd189ef-8ba1-4765-b3b9-b8ff61f02998 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141961 Apr 06 17:23:27.623274 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4ee8-6ba3-4c3e-9e73-19f9e14259b0 req-688835dd-b9e7-4463-a6d0-32f0b57f6db0 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.624921 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-74ca4ee8-6ba3-4c3e-9e73-19f9e14259b0 req-688835dd-b9e7-4463-a6d0-32f0b57f6db0 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0966413 Apr 06 17:23:27.627436 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2289ca28-399b-417e-9020-fe26d72a7520 req-e0b811aa-b268-47ca-9c29-5a0371800d68 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016459 Apr 06 17:23:27.628686 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.710451 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-74ca4ee8-6ba3-4c3e-9e73-19f9e14259b0 req-61356aff-da9b-4955-aaa4-ffcf75fc2050 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747380 Apr 06 17:23:27.711999 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.723771 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:27.749735 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:27.754491 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:27.758169 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:27.782357 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=35f3e28d-105e-42e6-9214-13301ab6e6ac,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:27.840390 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6e23c06-cbf0-4873-9d1f-eca15956e839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.916604 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6e23c06-cbf0-4873-9d1f-eca15956e839 admin admin] Publish callbacks [] for security_group (91f666f9-0285-4ba5-a149-7d12c7945211), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.920777 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6e23c06-cbf0-4873-9d1f-eca15956e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (91f666f9-0285-4ba5-a149-7d12c7945211), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:27.957478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e23c06-cbf0-4873-9d1f-eca15956e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f666f9-0285-4ba5-a149-7d12c7945211,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:27.964910 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d6e23c06-cbf0-4873-9d1f-eca15956e839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6042a2658e2e4e4b8dc092536d3d2efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370119 Apr 06 17:23:27.965148 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:28.016234 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] Publish callbacks [] for security_group (91f666f9-0285-4ba5-a149-7d12c7945211), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.038633 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] Publish callbacks [] for security_group (91f666f9-0285-4ba5-a149-7d12c7945211), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.097421 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (91f666f9-0285-4ba5-a149-7d12c7945211), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.100175 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.101656 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91f666f9-0285-4ba5-a149-7d12c7945211 HTTP/1.1" status: 204 len: 168 time: 0.1354725 Apr 06 17:23:28.111432 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f77a94-3acf-4890-9cde-305533cb8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f666f9-0285-4ba5-a149-7d12c7945211,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:28.159557 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (74bee368-b2af-44ea-b464-3ff5eaf258f8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.237742 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.269356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3d219-0d59-4fee-ad5b-0d038115226a req-65ae5061-781e-4ecb-aab6-ae0b9419143f tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.273225 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64a3d219-0d59-4fee-ad5b-0d038115226a req-65ae5061-781e-4ecb-aab6-ae0b9419143f tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 944 time: 0.0606699 Apr 06 17:23:28.341802 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64a3d219-0d59-4fee-ad5b-0d038115226a req-b7c8ef65-9c47-4b96-9625-41f7e4b90fbe tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628920 Apr 06 17:23:28.412983 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.418569 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.492838 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event updated for resources: {'Port': ['ID=35f3e28d-105e-42e6-9214-13301ab6e6ac,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:28.505613 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (74bee368-b2af-44ea-b464-3ff5eaf258f8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.569976 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-6faef46d-b531-46c5-a746-6157b8f32270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.571519 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-6faef46d-b531-46c5-a746-6157b8f32270 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f94969963b64c71b47995ca90c2c90e&device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 1128 time: 0.0474660 Apr 06 17:23:28.611679 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP 74bee368-b2af-44ea-b464-3ff5eaf258f8 associated. External IP: 172.27.3.77, port: e0538f07-01c1-4aac-a724-753f54d89bdd. Apr 06 17:23:28.661360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-7044afa7-bd2e-489d-8c97-d33d77e6dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.662297 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-7044afa7-bd2e-489d-8c97-d33d77e6dcb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 200 len: 909 time: 0.0836158 Apr 06 17:23:28.728700 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-061f6b89-c14a-4f66-9305-744f21b88e03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb024bb-0721-47ed-9224-093b9cff866f HTTP/1.1" status: 200 len: 217 time: 0.0413671 Apr 06 17:23:28.813190 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-36d3a198-2d8c-4bd7-9357-7fd03c12ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.814655 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-36d3a198-2d8c-4bd7-9357-7fd03c12ede1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f88c4969-9f86-4c41-9d17-85594f7829a0 HTTP/1.1" status: 200 len: 848 time: 0.0477366 Apr 06 17:23:28.846605 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-e719a647-974b-44cd-9e6b-4b2a84c634d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf6117c3-5e3e-40db-bc4d-2e05c7e80029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254436 Apr 06 17:23:28.862377 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:23:28.871245 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a3f3-a770-4361-8fb7-d017a38be559 req-695b73d9-ba58-44af-8731-9270aa52375b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.872735 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fe82a3f3-a770-4361-8fb7-d017a38be559 req-695b73d9-ba58-44af-8731-9270aa52375b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0765712 Apr 06 17:23:28.941214 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-3e9cb0f4-d1a1-4e48-bf3e-48a0f9e30015 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874028 Apr 06 17:23:29.034312 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a163f3ca-2a31-4c5b-b41c-6672cce0b0bb req-46c1e128-5755-4ba6-8cd4-311960f883cb service neutron] 10.222.0.43 "GET /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861034 Apr 06 17:23:29.234650 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fe82a3f3-a770-4361-8fb7-d017a38be559 req-713a3775-f523-4f3d-9b15-9e1afb6d04c0 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3557134 Apr 06 17:23:29.248380 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:23:29.262205 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:23:29.269741 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:29.272003 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:29.272628 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:23:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.298655 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-e17da02c-1699-4a88-8011-8b91c589be48 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0994442 Apr 06 17:23:29.299237 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:29.301492 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695c3e2-096a-4d6d-b510-a79a5a9f3288" -d '{"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:29.341877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51de1f-a588-49fb-b89c-cb535868769a x-openstack-request-id: req-6d51de1f-a588-49fb-b89c-cb535868769a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:29.342168 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:29.342419 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d51de1f-a588-49fb-b89c-cb535868769a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:29.343042 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d51de1f-a588-49fb-b89c-cb535868769a'] response: {'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'status': 'completed', 'code': 200} Apr 06 17:23:29.387269 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:29.419856 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-9285996e-e1cb-4ab1-b742-21a20b0a7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:29.421388 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-9285996e-e1cb-4ab1-b742-21a20b0a7ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1130 time: 0.0552053 Apr 06 17:23:29.463457 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232b3c2-39b4-4a83-93c5-7e2b994c4eb0 req-b595a3fc-476d-4073-a5f5-0de769a04a51 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:29.464970 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1232b3c2-39b4-4a83-93c5-7e2b994c4eb0 req-b595a3fc-476d-4073-a5f5-0de769a04a51 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 944 time: 0.0563595 Apr 06 17:23:29.518158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-8b686421-f4d2-40ce-84fa-43632d161dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:29.519742 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-8b686421-f4d2-40ce-84fa-43632d161dbd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.0909145 Apr 06 17:23:29.521509 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-1232b3c2-39b4-4a83-93c5-7e2b994c4eb0 req-7314f0c8-7ced-4590-a16b-c3aa90b1031a tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502708 Apr 06 17:23:29.593623 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-6a8efa98-410e-4b0e-8d32-52c91a5dd775 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 999 time: 0.0671360 Apr 06 17:23:29.625448 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '74bee368-b2af-44ea-b464-3ff5eaf258f8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:14:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:27Z', 'updated_at': '2022-04-06T17:23:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}, {'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.643404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-f8f72794-6f64-4a74-a893-74173d8b204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:29.644846 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-f8f72794-6f64-4a74-a893-74173d8b204f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0439744 Apr 06 17:23:29.654945 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:23:29.663267 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:29.663868 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:23:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.693068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-7e1b3642-6358-4815-8895-19e81900152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:29.694545 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-7e1b3642-6358-4815-8895-19e81900152d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434973 Apr 06 17:23:29.764404 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:29.783318 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:29.786111 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-9fa955dd-3761-4348-a510-7ec9ef6fb6c3 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Apr 06 17:23:29.873811 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f695c3e2-096a-4d6d-b510-a79a5a9f3288 req-9bf4f4fe-0717-4131-a346-93005ed83aca service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812130 Apr 06 17:23:30.000714 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device aeb024bb-0721-47ed-9224-093b9cff866f details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:23:30.018705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '74bee368-b2af-44ea-b464-3ff5eaf258f8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:14:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:27Z', 'updated_at': '2022-04-06T17:23:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}, {'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:30.051246 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cedfd-5132-45e2-baa3-c3157a9540cb None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '74bee368-b2af-44ea-b464-3ff5eaf258f8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:14:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:27Z', 'updated_at': '2022-04-06T17:23:27Z', 'revision_number': 0, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}, {'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:23:30.132609 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aeb024bb-0721-47ed-9224-093b9cff866f,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:30.144365 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'aeb024bb-0721-47ed-9224-093b9cff866f', 'network_id': 'cf6117c3-5e3e-40db-bc4d-2e05c7e80029', 'port_id': 'aeb024bb-0721-47ed-9224-093b9cff866f', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88c4969-9f86-4c41-9d17-85594f7829a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:23:30.181724 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port aeb024bb-0721-47ed-9224-093b9cff866f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:30.182113 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:30.200068 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb024bb-0721-47ed-9224-093b9cff866f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:30.219949 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aeb024bb-0721-47ed-9224-093b9cff866f,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:30.224173 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:30.243015 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369c8fc-2d2d-4a86-a319-6089220340f2 None None] New status for floating IP 74bee368-b2af-44ea-b464-3ff5eaf258f8: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:23:30.368576 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed6a6-404a-4b9d-af09-aecdd434222e req-85a69f69-8ff7-4543-bfb9-9104857bd2eb tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:30.370222 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-affed6a6-404a-4b9d-af09-aecdd434222e req-85a69f69-8ff7-4543-bfb9-9104857bd2eb tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0600054 Apr 06 17:23:30.410971 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:30.441450 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-affed6a6-404a-4b9d-af09-aecdd434222e req-d2ecd36b-9849-41e7-9f08-8afb7b3ec647 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650091 Apr 06 17:23:30.501568 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['aeb024bb-0721-47ed-9224-093b9cff866f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:30.638278 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca58c63-5383-4f7a-83de-14dd80c233d5 req-6333a426-0f78-45d2-ab9f-d674425219b9 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:30.639667 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cca58c63-5383-4f7a-83de-14dd80c233d5 req-6333a426-0f78-45d2-ab9f-d674425219b9 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 945 time: 0.0510604 Apr 06 17:23:30.686416 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cca58c63-5383-4f7a-83de-14dd80c233d5 req-b72dc2e6-1802-4862-8cda-95b6535d34ea tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Apr 06 17:23:31.563553 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f41777-ed2a-42d2-b52e-892e87bd3745 req-a969f08d-edf5-43ab-bd3f-b8b6dca242a5 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:31.565003 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0f41777-ed2a-42d2-b52e-892e87bd3745 req-a969f08d-edf5-43ab-bd3f-b8b6dca242a5 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0568204 Apr 06 17:23:31.624467 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0f41777-ed2a-42d2-b52e-892e87bd3745 req-3f691d17-9542-44a8-9639-60f144c50aa9 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&id=ac1fad8f-4f13-43ed-88b6-219fe6189b49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536852 Apr 06 17:23:31.801242 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49216ce-7b5c-4f39-b1b3-1fa93eb5bd8c req-23c464ba-1f66-4e89-9257-13b05460202b tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:31.802680 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c49216ce-7b5c-4f39-b1b3-1fa93eb5bd8c req-23c464ba-1f66-4e89-9257-13b05460202b tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 945 time: 0.0507789 Apr 06 17:23:31.848337 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c49216ce-7b5c-4f39-b1b3-1fa93eb5bd8c req-46182b0f-dfe4-4b73-b56d-e169e9c2a3df tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Apr 06 17:23:32.037910 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device aeb024bb-0721-47ed-9224-093b9cff866f up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:23:32.086602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port aeb024bb-0721-47ed-9224-093b9cff866f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:23:32.090416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port aeb024bb-0721-47ed-9224-093b9cff866f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:32.090791 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.168900 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port aeb024bb-0721-47ed-9224-093b9cff866f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:32.169319 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.191167 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:32.193815 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbf651-0348-4212-8ff3-8f62c9e9df9b" -d '{"events": [{"server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "name": "network-vif-plugged", "status": "completed", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:32.206313 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aeb024bb-0721-47ed-9224-093b9cff866f,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:32.209905 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.234855 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e048b9a-0be3-4ee8-8c1d-5763a606a99b x-openstack-request-id: req-2e048b9a-0be3-4ee8-8c1d-5763a606a99b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:32.235142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "name": "network-vif-plugged", "status": "completed", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:32.235393 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e048b9a-0be3-4ee8-8c1d-5763a606a99b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:32.235782 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e048b9a-0be3-4ee8-8c1d-5763a606a99b'] response: {'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f', 'code': 200} Apr 06 17:23:32.263309 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:32.403191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c83eb-2df1-40ff-9109-e60811fb35f6 req-f064ebb6-d3e7-4245-a922-fb799d70b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:32.404665 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c9c83eb-2df1-40ff-9109-e60811fb35f6 req-f064ebb6-d3e7-4245-a922-fb799d70b5c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 1130 time: 0.0444703 Apr 06 17:23:32.450282 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c9c83eb-2df1-40ff-9109-e60811fb35f6 req-99e3d5da-4be1-4ef6-9f8d-fecf12fcc25c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Apr 06 17:23:32.966524 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf860339-b279-46af-9326-c4b720b1ae91 req-fdc885dd-86e6-41df-94b7-f5bffa78ee71 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:32.967975 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bf860339-b279-46af-9326-c4b720b1ae91 req-fdc885dd-86e6-41df-94b7-f5bffa78ee71 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 946 time: 0.0543485 Apr 06 17:23:33.013945 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bf860339-b279-46af-9326-c4b720b1ae91 req-6c3c1fd9-354b-4fde-a174-b78e10039c6d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Apr 06 17:23:33.955993 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87415d9-6ca2-4e51-a822-2e737a36d57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:34.152099 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a8d15-48e4-431f-a324-4c02f3c127e3 req-2008f345-eb1e-4bb7-b7a4-d9ba0dfb5e4a tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:34.153630 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-674a8d15-48e4-431f-a324-4c02f3c127e3 req-2008f345-eb1e-4bb7-b7a4-d9ba0dfb5e4a tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 946 time: 0.0665612 Apr 06 17:23:34.209059 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-674a8d15-48e4-431f-a324-4c02f3c127e3 req-5d6deed8-13be-47dd-98d0-823f0d2e77c2 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Apr 06 17:23:34.883320 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d63c3-a789-4d64-a134-b726cd9e7cc9 req-38a67659-8cee-4ab8-a106-36a6e38cd08a tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:34.885775 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc7d63c3-a789-4d64-a134-b726cd9e7cc9 req-38a67659-8cee-4ab8-a106-36a6e38cd08a tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 946 time: 0.0588200 Apr 06 17:23:34.935356 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc7d63c3-a789-4d64-a134-b726cd9e7cc9 req-14da52c3-d80e-4913-905f-7cfa5e1b58d5 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Apr 06 17:23:36.053765 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c416b-837e-41c0-9475-1fdf06e7e2e3 req-0c2e7c56-aed6-4c1a-94f7-10908f93b62d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:36.055234 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c58c416b-837e-41c0-9475-1fdf06e7e2e3 req-0c2e7c56-aed6-4c1a-94f7-10908f93b62d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 946 time: 0.0514269 Apr 06 17:23:36.101329 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c58c416b-837e-41c0-9475-1fdf06e7e2e3 req-99f479fc-8ac6-4e33-abf7-966530308798 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a65737-fd08-4be2-b9d9-50b38b93caf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Apr 06 17:23:36.282814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-a2b889cc-4f92-4e42-a5f2-dd3a95b10337 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:36.284242 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-a2b889cc-4f92-4e42-a5f2-dd3a95b10337 tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 946 time: 0.0522335 Apr 06 17:23:36.379637 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Deleting port aeb024bb-0721-47ed-9224-093b9cff866f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:36.379978 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:36.467122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] For port aeb024bb-0721-47ed-9224-093b9cff866f, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aeb024bb-0721-47ed-9224-093b9cff866f,segment=NetworkSegment(baad4db6-1086-436c-abe8-aae9d28f1332),segment_id=baad4db6-1086-436c-abe8-aae9d28f1332)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:36.467493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:36.483860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Calling delete_port for aeb024bb-0721-47ed-9224-093b9cff866f owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:36.607706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (aeb024bb-0721-47ed-9224-093b9cff866f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:36.619826 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['aeb024bb-0721-47ed-9224-093b9cff866f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:36.636997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Pushing event deleted for resources: {'Port': ['ID=aeb024bb-0721-47ed-9224-093b9cff866f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:36.681444 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] No DVR routers for this DVR port aeb024bb-0721-47ed-9224-093b9cff866f on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:23:36.684036 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:36.686526 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-380e30fc-3964-4682-bf94-b98beaa14463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:36.687538 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0eec884c-46bf-4bc4-b1ee-124139b39d15 req-2ce7b21f-3974-4967-bf86-27ef25805daf tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.43 "DELETE /v2.0/ports/aeb024bb-0721-47ed-9224-093b9cff866f HTTP/1.1" status: 204 len: 173 time: 0.3974311 Apr 06 17:23:36.687995 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'name': 'network-vif-deleted', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:36.690238 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007308c5-9fa7-4887-bec5-9fef3ab9e58c" -d '{"events": [{"server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "name": "network-vif-deleted", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:36.728558 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544c728-03e8-4abd-88e3-a446d7709f27 x-openstack-request-id: req-1544c728-03e8-4abd-88e3-a446d7709f27 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:36.728911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c08675d-9625-4d8b-8ffe-47471df7dfff", "name": "network-vif-deleted", "tag": "aeb024bb-0721-47ed-9224-093b9cff866f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:36.729264 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1544c728-03e8-4abd-88e3-a446d7709f27 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:36.729702 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1544c728-03e8-4abd-88e3-a446d7709f27'] response: {'server_uuid': '5c08675d-9625-4d8b-8ffe-47471df7dfff', 'name': 'network-vif-deleted', 'tag': 'aeb024bb-0721-47ed-9224-093b9cff866f', 'status': 'completed', 'code': 200} Apr 06 17:23:37.224570 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-86d559c0-215b-4781-82b9-6d9d85aea4ac req-d036735f-89ad-4877-8987-cf9eb1aca30d tempest-VolumesActionsTest-691055299 tempest-VolumesActionsTest-691055299-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c08675d-9625-4d8b-8ffe-47471df7dfff HTTP/1.1" status: 200 len: 210 time: 0.0314951 Apr 06 17:23:37.656874 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:39.092345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:40.202766 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device aeb024bb-0721-47ed-9224-093b9cff866f no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:23:40.225288 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: aeb024bb-0721-47ed-9224-093b9cff866f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:23:40.225668 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device aeb024bb-0721-47ed-9224-093b9cff866f not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:23:40.458081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:49.065194 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:23:59.770242 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.036846 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58934) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:00.081304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Deleting subnet f88c4969-9f86-4c41-9d17-85594f7829a0 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:24:00.084347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Publish callbacks [] for subnet (f88c4969-9f86-4c41-9d17-85594f7829a0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.117004 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (f88c4969-9f86-4c41-9d17-85594f7829a0), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.154779 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (f88c4969-9f86-4c41-9d17-85594f7829a0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.209066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (f88c4969-9f86-4c41-9d17-85594f7829a0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.234739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88c4969-9f86-4c41-9d17-85594f7829a0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:00.239928 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.243188 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f3a9f012-ad94-41db-acbb-5368b20d723e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f88c4969-9f86-4c41-9d17-85594f7829a0 HTTP/1.1" status: 204 len: 168 time: 0.2053051 Apr 06 17:24:00.246279 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:00.312562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (cf6117c3-5e3e-40db-bc4d-2e05c7e80029), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.393235 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (cf6117c3-5e3e-40db-bc4d-2e05c7e80029), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.412716 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6117c3-5e3e-40db-bc4d-2e05c7e80029']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:00.422396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baad4db6-1086-436c-abe8-aae9d28f1332') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:00.422688 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baad4db6-1086-436c-abe8-aae9d28f1332') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:00.432219 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4903211'] for segment (baad4db6-1086-436c-abe8-aae9d28f1332), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.445205 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (baad4db6-1086-436c-abe8-aae9d28f1332), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.451086 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:24:00.451463 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66418609'] for segment (baad4db6-1086-436c-abe8-aae9d28f1332), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: Traceback (most recent call last): Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: timer() Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: cb(*args, **kw) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: self._notify() Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: self.callback(batched_events) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: event.method(event) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: return f(self, *a, **k) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._get(url).json() Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:24:00.453184 dv-cinder-836859-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:24:00.505471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (cf6117c3-5e3e-40db-bc4d-2e05c7e80029), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.512598 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.516065 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf6117c3-5e3e-40db-bc4d-2e05c7e80029 HTTP/1.1" status: 204 len: 168 time: 0.2688797 Apr 06 17:24:00.529888 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5958-2145-448b-a4f9-dc52f6d2e65a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6117c3-5e3e-40db-bc4d-2e05c7e80029,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:00.675492 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58940) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:00.716999 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2b678fc9-d6d0-4dd2-b154-7c0d5af7cdad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f94969963b64c71b47995ca90c2c90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403249 Apr 06 17:24:00.719422 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 58942) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:00.765123 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] Publish callbacks [] for security_group (68a65737-fd08-4be2-b9d9-50b38b93caf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.786150 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] Publish callbacks [] for security_group (68a65737-fd08-4be2-b9d9-50b38b93caf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.832810 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (68a65737-fd08-4be2-b9d9-50b38b93caf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.835380 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:00.836533 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68a65737-fd08-4be2-b9d9-50b38b93caf4 HTTP/1.1" status: 204 len: 168 time: 0.1161933 Apr 06 17:24:00.844204 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2753-6e64-472c-b551-f4b6a600ba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a65737-fd08-4be2-b9d9-50b38b93caf4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:03.132208 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-7b2934ca-1b42-47c6-9231-da87076f3db4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423968 Apr 06 17:24:03.225178 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-aad9b142-bd5b-4298-a87c-500fdb6eab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:03.226844 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-aad9b142-bd5b-4298-a87c-500fdb6eab70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1129 time: 0.0490370 Apr 06 17:24:03.341297 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-e302709d-0677-46a3-9fe8-3a53eefcf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:03.342760 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-e302709d-0677-46a3-9fe8-3a53eefcf145 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.0888574 Apr 06 17:24:03.414186 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-c4469d1a-a486-4a35-b25f-ce7db9d05816 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 1001 time: 0.0647736 Apr 06 17:24:03.463356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-adfcd468-15b4-4365-9878-c64ba20aecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:03.465438 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-adfcd468-15b4-4365-9878-c64ba20aecee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0437756 Apr 06 17:24:03.515380 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-8a2426df-6efe-4cd2-9173-cc86b8d14055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:03.517142 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-8a2426df-6efe-4cd2-9173-cc86b8d14055 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432365 Apr 06 17:24:03.611172 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-f8d19ad5-e96f-4513-95ef-f2cfe4f8fbf0 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870085 Apr 06 17:24:03.699930 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64ad2d9c-7785-4cde-b1b5-bf56d8532442 req-7a959d2a-0704-4129-9961-1e8989502ccb service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819995 Apr 06 17:24:03.957182 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c3acbea-693f-49ee-b4ea-8068caf39857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:06.688197 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94768be6-f815-4b54-b1bc-b3f7331a2ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:07.660493 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:09.093712 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:10.463279 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.628347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:11.732495 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e8016dd-19ba-4b4a-997e-1745db9c1f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.806628 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e8016dd-19ba-4b4a-997e-1745db9c1f05 admin admin] Publish callbacks [] for security_group (25f1d1b3-de61-4336-bb1c-1fbe268aada6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.811097 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e8016dd-19ba-4b4a-997e-1745db9c1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (25f1d1b3-de61-4336-bb1c-1fbe268aada6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.848374 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8e8016dd-19ba-4b4a-997e-1745db9c1f05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e763623643ec430e8fe1725fa2fd3bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190237 Apr 06 17:24:11.850276 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8016dd-19ba-4b4a-997e-1745db9c1f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f1d1b3-de61-4336-bb1c-1fbe268aada6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:11.851128 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:11.898519 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Publish callbacks [] for security_group (25f1d1b3-de61-4336-bb1c-1fbe268aada6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.920932 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Publish callbacks [] for security_group (25f1d1b3-de61-4336-bb1c-1fbe268aada6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.966699 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (25f1d1b3-de61-4336-bb1c-1fbe268aada6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.969249 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.970444 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25f1d1b3-de61-4336-bb1c-1fbe268aada6 HTTP/1.1" status: 204 len: 168 time: 0.1182437 Apr 06 17:24:11.978389 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f1d1b3-de61-4336-bb1c-1fbe268aada6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:11.985850 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.986200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.986537 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.986870 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.987208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.987528 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.987940 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.988180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.988503 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.988826 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.989173 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.989496 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.989812 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.990124 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:11.990436 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f380-f98b-45b3-bbcc-6c9de57b9f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:12.575920 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59108) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:12.670137 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-403995440-network', 'tenant_id': '02d1593123954f06a692d66b643bb439'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:24:12.689194 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Made reservation on behalf of 02d1593123954f06a692d66b643bb439 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:24:12.691504 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.700090 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.773722 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks [] for security_group (a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.777625 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.802689 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:24:12.812868 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:12.818073 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (680aef78-9669-4478-8235-6941635f8712), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.818418 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Added segment 680aef78-9669-4478-8235-6941635f8712 of type vlan for network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb Apr 06 17:24:12.861156 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.885348 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.886274 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:12.887584 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:12.937649 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3604722 Apr 06 17:24:12.940506 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:12.945477 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Request body: {'subnet': {'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-403995440-subnet', 'tenant_id': '02d1593123954f06a692d66b643bb439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:24:12.948147 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc54ba-0117-450b-826d-4b1c01d57b73 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:12.958448 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:24:12.966450 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Made reservation on behalf of 02d1593123954f06a692d66b643bb439 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:24:12.968779 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:13.135829 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (8c561085-2b31-4996-a2f8-bcb391257fa6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:13.195943 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c561085-2b31-4996-a2f8-bcb391257fa6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:13.203723 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Checking segment: {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:24:13.204083 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Network hostable DHCP agents. Network: 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:24:13.220767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:24:13.228684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:24:13.233128 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:13.233712 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:13.238823 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc3f03-d60a-4f65-ba69-ed9cf66526f1 None None] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:24:13.257565 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-60654e58-61af-40f2-b1d0-dfc879e5067b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3158147 Apr 06 17:24:13.338030 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fdd85-5d7b-4a27-8834-4bd8f6ae2182 None None] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:24:13.800156 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-ea437eb4-6b27-4921-a7fb-afed04dc0301 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108465497&fields=id&tenant_id=c144a977e1204f64abd2e6a8157bcd15 HTTP/1.1" status: 200 len: 267 time: 0.0439646 Apr 06 17:24:13.858526 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-ea907615-82a3-41a0-9047-b9f73e12855f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:13.859995 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-ea907615-82a3-41a0-9047-b9f73e12855f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 984 time: 0.0546074 Apr 06 17:24:13.870357 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Request body: {'port': {'security_groups': ['dd65daf4-7792-439d-9111-35323323e8cf']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:24:13.945833 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.116337 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:14.145669 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.150065 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.162826 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:24:14.191827 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:14.192452 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.196985 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b4a4430f-c3b0-4963-a2a9-e9c81a697135 req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "PUT /v2.0/ports/f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 942 time: 0.3309195 Apr 06 17:24:14.197486 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:24:14.200544 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cbe866-d658-4c4b-bd16-bd945ade6cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:24:14.205515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:14.231761 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1d9dc-8ea2-41bf-8a10-1082a9a59538 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event updated for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:14.270425 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ed6f67-3df2-40f0-bbef-89c44d1e2672 x-openstack-request-id: req-c1ed6f67-3df2-40f0-bbef-89c44d1e2672 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:24:14.270944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:24:14.271365 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1ed6f67-3df2-40f0-bbef-89c44d1e2672 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:24:14.271970 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ed6f67-3df2-40f0-bbef-89c44d1e2672'] response: {'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:24:14.304447 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:24:14.305303 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (ac1fad8f-4f13-43ed-88b6-219fe6189b49), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.347868 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (ac1fad8f-4f13-43ed-88b6-219fe6189b49), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.397756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-ae1ed7ed-1f23-4792-9484-616c3b7fc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:14.399253 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-ae1ed7ed-1f23-4792-9484-616c3b7fc951 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1129 time: 0.1030786 Apr 06 17:24:14.469191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (ac1fad8f-4f13-43ed-88b6-219fe6189b49), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.471645 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.472994 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "DELETE /v2.0/security-groups/ac1fad8f-4f13-43ed-88b6-219fe6189b49 HTTP/1.1" status: 204 len: 168 time: 0.2663305 Apr 06 17:24:14.475802 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59132) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:14.489511 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3eed4-ef5b-4e9f-93b4-950f837704e8 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1fad8f-4f13-43ed-88b6-219fe6189b49,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:14.524704 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d6f9fb4e-e815-4f14-b0ac-b80971fce11d None None] Provisioning complete for port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:24:14.524911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-bfa77e87-4d7d-4000-9ab0-1551590f5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:14.525160 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f9fb4e-e815-4f14-b0ac-b80971fce11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.526419 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-bfa77e87-4d7d-4000-9ab0-1551590f5646 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.1164377 Apr 06 17:24:14.619356 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9fb4e-e815-4f14-b0ac-b80971fce11d None None] Current status of the port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:24:14.622983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-1d5a9123-983b-4d97-a9b6-1c2be964dd61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0885887 Apr 06 17:24:14.660802 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Deleting port 4730fa78-4943-48c2-bc44-2bedd7655809 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:14.661200 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.675908 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-22ce77d6-cf0b-4dd7-99a6-8f8f54da487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:14.677400 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-22ce77d6-cf0b-4dd7-99a6-8f8f54da487f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0472806 Apr 06 17:24:14.729220 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-cb5a4db1-1d76-4f93-b1ff-773ba5d86733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:14.731307 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-cb5a4db1-1d76-4f93-b1ff-773ba5d86733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457609 Apr 06 17:24:14.745045 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.745374 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for floatingip (4730fa78-4943-48c2-bc44-2bedd7655809), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:14.758896 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Calling delete_port for 4730fa78-4943-48c2-bc44-2bedd7655809 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:14.837586 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-faed4edc-3922-42ed-b770-23026e70483f service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974154 Apr 06 17:24:14.939442 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-03cbe866-d658-4c4b-bd16-bd945ade6cbe req-203044e9-5d9a-453e-8646-9a2cf85d0add service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908866 Apr 06 17:24:15.015386 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (4730fa78-4943-48c2-bc44-2bedd7655809), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:15.031895 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-3249e5a6-b08a-48c3-ba86-c92fbacc1b98 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:15.033394 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-3249e5a6-b08a-48c3-ba86-c92fbacc1b98 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/networks?id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 200 len: 813 time: 0.1479418 Apr 06 17:24:15.054620 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event deleted for resources: {'Port': ['ID=4730fa78-4943-48c2-bc44-2bedd7655809,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:15.066928 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-97ce800f-deb2-4e37-9eab-5eb8c2934042 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/quotas/02d1593123954f06a692d66b643bb439 HTTP/1.1" status: 200 len: 375 time: 0.0153444 Apr 06 17:24:15.125631 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-fd24db20-37ea-4f7d-bf1f-7f943c79cc89 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445557 Apr 06 17:24:15.184508 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks [] for floatingip (a0d88302-ac7c-44a8-aacd-5434d930229e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:15.184844 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.l3_db [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Floating IP a0d88302-ac7c-44a8-aacd-5434d930229e disassociated (deleted). External IP: 172.27.3.85, port: f82d5aba-594e-4aff-b48c-c3c63bce3fc5. Apr 06 17:24:15.303442 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-69aa8e32-1e51-40e9-bcd9-3ec60873bbb5 service neutron] 10.222.0.23 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688051 Apr 06 17:24:15.477001 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-806c0f5c-2cba-4c5c-af3b-90e35b54d7b8 service neutron] 10.222.0.23 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676381 Apr 06 17:24:15.496698 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:24:15.619965 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:24:15.626067 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:15.633940 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Sync routers for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:24:15.642651 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df94f0e7-2e23-4fac-80da-ba808273b63b req-993dbc8c-61c8-4005-a35f-bf88f7c7815e tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 210 time: 0.0313232 Apr 06 17:24:15.648965 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:15.650486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:15.667454 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-087db829-6bcc-447e-a82f-6377788b8a61 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0d88302-ac7c-44a8-aacd-5434d930229e HTTP/1.1" status: 204 len: 168 time: 1.1902893 Apr 06 17:24:15.764747 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:15.997666 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:16.023809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Checking router: f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:24:16.032823 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:16.033492 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:16.140219 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:16.273638 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:24:16.276151 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd94f3f434f3b91dc76444c265ebe77f2dc777682f5d81bce466e902397b8f4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad4656-9e0c-4d00-befe-18d913d46729" -d '{"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:24:16.311488 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955c800a-8d70-48d6-ad92-8dd57ddc889c x-openstack-request-id: req-955c800a-8d70-48d6-ad92-8dd57ddc889c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:24:16.311811 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:24:16.312066 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-955c800a-8d70-48d6-ad92-8dd57ddc889c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:24:16.312496 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955c800a-8d70-48d6-ad92-8dd57ddc889c'] response: {'name': 'network-changed', 'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:24:16.334776 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:16.361657 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d0e9a-0f59-405e-babe-61528dda04b3 None None] The sync data for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi is: [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:33Z', 'revision_number': 4, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '7341d30c-eed1-4c22-8296-5f7ae363e0bc', 'name': '', 'network_id': '90b3c8e9-b935-47cc-813d-f40eaa94e941', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'mac_address': 'fa:16:3e:ba:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:33Z', 'updated_at': '2022-04-06T17:21:38Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'subnets': [{'id': 'c303431c-b03c-4735-a3d6-85b7e2b2d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:24:16.409425 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4656-9e0c-4d00-befe-18d913d46729 req-9de70254-464b-47b8-ad5c-5c749310d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:16.411061 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-9de70254-464b-47b8-ad5c-5c749310d384 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c144a977e1204f64abd2e6a8157bcd15&device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 1129 time: 0.0507498 Apr 06 17:24:16.514538 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4656-9e0c-4d00-befe-18d913d46729 req-98b4c1b4-366e-438f-80d0-f9e596a2c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:16.516254 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-98b4c1b4-366e-438f-80d0-f9e596a2c70f service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 200 len: 915 time: 0.0950828 Apr 06 17:24:16.578923 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-da6ef825-5afa-48f9-b03c-dbb3d78e8517 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0404298 Apr 06 17:24:16.633252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4656-9e0c-4d00-befe-18d913d46729 req-8bc05870-1995-4b0c-bdb8-b0dc19d86943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:16.634720 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-8bc05870-1995-4b0c-bdb8-b0dc19d86943 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 200 len: 853 time: 0.0494630 Apr 06 17:24:16.652655 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962cb20-7fc5-46fe-9a9b-2d5df7d223bd None None] New status for floating IP a0d88302-ac7c-44a8-aacd-5434d930229e: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:24:16.742898 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c7c722f-7762-4d7f-9552-3bdcbe204fe6 req-45498554-0e3d-4a80-b06e-c6c87c9379ed tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 210 time: 0.0272305 Apr 06 17:24:16.977456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4656-9e0c-4d00-befe-18d913d46729 req-1e4ec312-a751-4ea0-bb0c-159ccb256e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:16.979098 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-1e4ec312-a751-4ea0-bb0c-159ccb256e08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b3c8e9-b935-47cc-813d-f40eaa94e941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572219 Apr 06 17:24:17.153269 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-8555ff1d-4a3e-463b-a4cb-d48244943107 service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640909 Apr 06 17:24:17.190393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-79fa2b01-0940-4944-8d1e-38478b74b8a4 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:17.191783 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-79fa2b01-0940-4944-8d1e-38478b74b8a4 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "GET /v2.0/networks?id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 200 len: 813 time: 0.1551542 Apr 06 17:24:17.220823 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Request body: {'port': {'device_id': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb', 'admin_state_up': True, 'tenant_id': '02d1593123954f06a692d66b643bb439'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:24:17.327266 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-efad4656-9e0c-4d00-befe-18d913d46729 req-f4d5c8a9-3130-46ed-a191-77703c6bfa3d service neutron] 10.222.0.43 "GET /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662273 Apr 06 17:24:17.354901 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Made reservation on behalf of 02d1593123954f06a692d66b643bb439 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:24:17.359178 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:17.487454 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Allocated IP 172.20.0.5 (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb/8c561085-2b31-4996-a2f8-bcb391257fa6/c57b8f25-b27b-4c25-8bef-e87d59c0445a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:24:17.634377 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks [] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:17.667445 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:17.706504 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:24:17.711426 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:24:17.716029 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:24:17.743978 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Pushing event updated for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:17.755961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.756312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.756657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.756999 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.757360 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.757697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.758024 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.758349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.758674 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.759000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.759326 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.759653 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.759976 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.760298 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.760621 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:17.783747 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:17.784381 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:17.801009 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-2537de1a-7127-4dc4-bb78-929301774207 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838213 Apr 06 17:24:17.814125 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Request body: {'port': {'device_id': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:24:17.867988 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344e45-2b39-49dc-b169-832b880864dc req-21cde344-d7dc-47ef-aacb-ed7cd77d3a28 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:17.869473 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-63344e45-2b39-49dc-b169-832b880864dc req-21cde344-d7dc-47ef-aacb-ed7cd77d3a28 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 931 time: 0.0523391 Apr 06 17:24:17.872113 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:17.917535 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-63344e45-2b39-49dc-b169-832b880864dc req-aa5f5328-00ae-4015-b645-4b5bd1f7ea2d tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Apr 06 17:24:18.413522 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57b8f25-b27b-4c25-8bef-e87d59c0445a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:24:18.421287 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks [] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:18.432969 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Transition to ACTIVE for port object c57b8f25-b27b-4c25-8bef-e87d59c0445a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:24:18.436255 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb263-90fd-4da5-8f22-aa936a15aecd req-0deadd60-f767-4fb0-a1e3-877e725aee1c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:18.436890 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:18.438003 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bccdb263-90fd-4da5-8f22-aa936a15aecd req-0deadd60-f767-4fb0-a1e3-877e725aee1c tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0541320 Apr 06 17:24:18.486771 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Pushing event updated for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:18.489519 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bccdb263-90fd-4da5-8f22-aa936a15aecd req-e0eef969-f856-4b27-9d0d-e56713c25fce tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Apr 06 17:24:18.555734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Attempting to bind port c57b8f25-b27b-4c25-8bef-e87d59c0445a on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:24:18.556070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Attempting to bind port c57b8f25-b27b-4c25-8bef-e87d59c0445a by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:24:18.556395 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Attempting to bind port c57b8f25-b27b-4c25-8bef-e87d59c0445a on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:24:18.561840 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Port c57b8f25-b27b-4c25-8bef-e87d59c0445a on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:24:18.562159 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Attempting to bind port c57b8f25-b27b-4c25-8bef-e87d59c0445a on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:24:18.566920 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:24:18.567250 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Checking segment: {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:24:18.567631 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Bound using segment: {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:24:18.568051 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Bound port: c57b8f25-b27b-4c25-8bef-e87d59c0445a, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:24:18.568406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:18.630977 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:24:18.633875 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:24:18.641592 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:18.674281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:18.674891 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:18.676240 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] 10.222.0.43 "PUT /v2.0/ports/c57b8f25-b27b-4c25-8bef-e87d59c0445a HTTP/1.1" status: 200 len: 1093 time: 0.8663170 Apr 06 17:24:18.676696 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:24:18.678944 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f68988-eecf-4835-8d84-186faa901f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:24:18.701613 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08abfa-b4fd-4706-8f04-f4757102b5fd service neutron] Pushing event updated for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:18.714365 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e864d97-976b-490e-a092-69dc45ad29a5 x-openstack-request-id: req-1e864d97-976b-490e-a092-69dc45ad29a5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:24:18.714659 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:24:18.715584 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e864d97-976b-490e-a092-69dc45ad29a5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:24:18.716242 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e864d97-976b-490e-a092-69dc45ad29a5'] response: {'name': 'network-changed', 'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a', 'status': 'completed', 'code': 200} Apr 06 17:24:19.035070 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a123f4-cdda-470a-9bbe-33583e8175d9 req-6f028b7a-9f8f-4c90-b771-eb6c816fe6fa tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:19.036540 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a6a123f4-cdda-470a-9bbe-33583e8175d9 req-6f028b7a-9f8f-4c90-b771-eb6c816fe6fa tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 943 time: 0.0516996 Apr 06 17:24:19.084382 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-a6a123f4-cdda-470a-9bbe-33583e8175d9 req-1a9c9964-4df6-487e-83b8-b60d4014d8c3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Apr 06 17:24:19.615488 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d1d02-6447-46a9-9de5-178cb5a91553 req-0425d0ec-2e95-497e-93b1-06f1eec3b8fc tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:19.616939 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e08d1d02-6447-46a9-9de5-178cb5a91553 req-0425d0ec-2e95-497e-93b1-06f1eec3b8fc tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0521193 Apr 06 17:24:19.662409 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e08d1d02-6447-46a9-9de5-178cb5a91553 req-35954430-687a-4fa1-988f-4fb07897bd1f tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Apr 06 17:24:20.135527 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68988-eecf-4835-8d84-186faa901f0c req-5d42f13e-f38b-4e89-91df-437fd5ad64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.137985 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64f68988-eecf-4835-8d84-186faa901f0c req-5d42f13e-f38b-4e89-91df-437fd5ad64e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 1127 time: 0.0495052 Apr 06 17:24:20.206228 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7620f0b-c298-4c47-8ed3-a08ba62c5912 req-1be0c8d2-e02b-4bb2-9351-1171627bc224 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.207719 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b7620f0b-c298-4c47-8ed3-a08ba62c5912 req-1be0c8d2-e02b-4bb2-9351-1171627bc224 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 943 time: 0.0514472 Apr 06 17:24:20.239801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68988-eecf-4835-8d84-186faa901f0c req-beaa0e1b-7eb7-4f2a-9be9-d044ae6363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.241374 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64f68988-eecf-4835-8d84-186faa901f0c req-beaa0e1b-7eb7-4f2a-9be9-d044ae6363cb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=02d1593123954f06a692d66b643bb439&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926733 Apr 06 17:24:20.254678 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b7620f0b-c298-4c47-8ed3-a08ba62c5912 req-bb165086-d357-4c79-b7f4-bb716ca665d1 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Apr 06 17:24:20.357389 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68988-eecf-4835-8d84-186faa901f0c req-b3b51750-ae77-4975-9d57-fd12889a25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.358837 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64f68988-eecf-4835-8d84-186faa901f0c req-b3b51750-ae77-4975-9d57-fd12889a25ff service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927858 Apr 06 17:24:20.478118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-76711eb1-34ab-47f0-98f1-f10fccd6b624 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.479546 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-76711eb1-34ab-47f0-98f1-f10fccd6b624 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.0819769 Apr 06 17:24:20.489781 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-c9dbf6aa-427b-48a5-87f0-cc41f9e5d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.491130 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-c9dbf6aa-427b-48a5-87f0-cc41f9e5d4ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 1127 time: 0.0636642 Apr 06 17:24:20.557958 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-f7006af8-1f6c-4a85-93ab-e3df5d129c21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a HTTP/1.1" status: 200 len: 217 time: 0.0389166 Apr 06 17:24:20.638558 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-e5d43c37-d0b7-4c5a-adca-5de7fd427c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.639990 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-e5d43c37-d0b7-4c5a-adca-5de7fd427c2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c561085-2b31-4996-a2f8-bcb391257fa6 HTTP/1.1" status: 200 len: 853 time: 0.0758002 Apr 06 17:24:20.676060 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-93518b66-f081-4762-949b-12a539d9e349 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276511 Apr 06 17:24:20.678699 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Deleting port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:20.679036 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:20.859193 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] For port f82d5aba-594e-4aff-b48c-c3c63bce3fc5, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:20.859559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:20.895632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594337a0-ba2a-4d6d-844c-b7821c120815 req-12089331-2edf-4e33-8e1d-12fb7043d3c6 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:20.897113 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-594337a0-ba2a-4d6d-844c-b7821c120815 req-12089331-2edf-4e33-8e1d-12fb7043d3c6 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 945 time: 0.1604800 Apr 06 17:24:20.898080 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Calling delete_port for f82d5aba-594e-4aff-b48c-c3c63bce3fc5 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:20.900849 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-91f2c804-62e6-4eb6-b0e9-61de059137f0 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078776 Apr 06 17:24:21.043853 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-594337a0-ba2a-4d6d-844c-b7821c120815 req-099a238c-fe77-4189-b112-dfd67ddba87b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd65daf4-7792-439d-9111-35323323e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394081 Apr 06 17:24:21.084079 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c98489f4-1d5f-4610-9944-06ad3521c592 req-c8883c7a-049e-4334-b869-75efff76f9ab service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708977 Apr 06 17:24:21.139028 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (f82d5aba-594e-4aff-b48c-c3c63bce3fc5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:21.154575 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['f82d5aba-594e-4aff-b48c-c3c63bce3fc5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:24:21.167216 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Pushing event deleted for resources: {'Port': ['ID=f82d5aba-594e-4aff-b48c-c3c63bce3fc5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:21.213968 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] No DVR routers for this DVR port f82d5aba-594e-4aff-b48c-c3c63bce3fc5 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:24:21.217011 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:21.220260 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d90e46c4-ab9f-4bd1-80a9-e60f3b7a1e85 req-b54dcafc-82b4-477c-8b7f-48f1320d4805 tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.43 "DELETE /v2.0/ports/f82d5aba-594e-4aff-b48c-c3c63bce3fc5 HTTP/1.1" status: 204 len: 173 time: 0.7324831 Apr 06 17:24:21.220690 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'name': 'network-vif-deleted', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:24:21.222921 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3548bab2-04ad-4f1f-9f80-c6b965cd05d5" -d '{"events": [{"server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "name": "network-vif-deleted", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:24:21.259362 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1540c2d2-1ed2-48f4-b5af-99f2de9c6dfe x-openstack-request-id: req-1540c2d2-1ed2-48f4-b5af-99f2de9c6dfe {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:24:21.259684 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9be9a13-b304-42fa-9666-fa864a7b071a", "name": "network-vif-deleted", "tag": "f82d5aba-594e-4aff-b48c-c3c63bce3fc5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:24:21.259937 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1540c2d2-1ed2-48f4-b5af-99f2de9c6dfe {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:24:21.260337 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1540c2d2-1ed2-48f4-b5af-99f2de9c6dfe'] response: {'server_uuid': 'b9be9a13-b304-42fa-9666-fa864a7b071a', 'name': 'network-vif-deleted', 'tag': 'f82d5aba-594e-4aff-b48c-c3c63bce3fc5', 'status': 'completed', 'code': 200} Apr 06 17:24:21.370879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902fe5-69ad-4610-bddd-1adb7c2733b9 req-4dab2a52-a6e3-45ee-934f-17725a92d9fd tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:21.372290 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06902fe5-69ad-4610-bddd-1adb7c2733b9 req-4dab2a52-a6e3-45ee-934f-17725a92d9fd tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 943 time: 0.0525026 Apr 06 17:24:21.419264 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06902fe5-69ad-4610-bddd-1adb7c2733b9 req-3a4b5c8a-281d-4c58-b8f1-78d3eaf1ee69 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Apr 06 17:24:22.156037 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-cd1c1fc3-28dd-4be4-af4e-1f6a6ca9d9b8 req-df168bfe-2871-4887-b81d-478aa597161b tempest-TestMinimumBasicScenario-513606896 tempest-TestMinimumBasicScenario-513606896-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9be9a13-b304-42fa-9666-fa864a7b071a HTTP/1.1" status: 200 len: 210 time: 0.0307994 Apr 06 17:24:22.311965 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c57b8f25-b27b-4c25-8bef-e87d59c0445a details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:24:22.408354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:22.421159 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a', 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb', 'port_id': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a', 'mac_address': 'fa:16:3e:98:61:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c561085-2b31-4996-a2f8-bcb391257fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:24:22.460262 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port c57b8f25-b27b-4c25-8bef-e87d59c0445a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:24:22.460661 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:22.476860 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57b8f25-b27b-4c25-8bef-e87d59c0445a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:24:22.502181 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:22.507509 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:22.560453 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:22.567887 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.568235 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.568384 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457f3dd-bcd7-44f3-b3d0-b29346c18a49 req-d881bc4e-35c0-4fab-ab7c-52db587c3209 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:22.568854 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.568954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.569247 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.569578 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.569906 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.570232 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.570331 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9457f3dd-bcd7-44f3-b3d0-b29346c18a49 req-d881bc4e-35c0-4fab-ab7c-52db587c3209 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 943 time: 0.0788677 Apr 06 17:24:22.570558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.570882 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.571207 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.571530 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.571859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.572178 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.572496 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:24:22.620663 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9457f3dd-bcd7-44f3-b3d0-b29346c18a49 req-4e14351b-4772-4afb-8d5a-59365de2b1b9 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Apr 06 17:24:22.803163 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['c57b8f25-b27b-4c25-8bef-e87d59c0445a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:24:23.741543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a12eeb-ecc3-487c-a566-04f7f0decf2f req-73a511ab-19ab-453a-8dde-268a5f8b1d23 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:23.742934 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01a12eeb-ecc3-487c-a566-04f7f0decf2f req-73a511ab-19ab-453a-8dde-268a5f8b1d23 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 944 time: 0.0531192 Apr 06 17:24:23.777493 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59254) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:23.831737 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01a12eeb-ecc3-487c-a566-04f7f0decf2f req-7e983381-8c76-48f3-b423-99ad477b3b46 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819418 Apr 06 17:24:24.313428 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c57b8f25-b27b-4c25-8bef-e87d59c0445a up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:24:24.354550 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.365571 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port c57b8f25-b27b-4c25-8bef-e87d59c0445a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:24:24.370379 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port c57b8f25-b27b-4c25-8bef-e87d59c0445a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:24:24.370845 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.448655 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port c57b8f25-b27b-4c25-8bef-e87d59c0445a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:24:24.449067 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.470981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:24:24.473237 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db047f-77b6-4b08-ab93-377b2edc981f" -d '{"events": [{"server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "name": "network-vif-plugged", "status": "completed", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:24:24.485856 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:24.490582 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.491370 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device f82d5aba-594e-4aff-b48c-c3c63bce3fc5 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:24.518506 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c474ac-8c84-44ba-954b-e60263260c3e x-openstack-request-id: req-d9c474ac-8c84-44ba-954b-e60263260c3e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:24:24.518799 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "name": "network-vif-plugged", "status": "completed", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:24:24.519053 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9c474ac-8c84-44ba-954b-e60263260c3e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:24:24.519446 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c474ac-8c84-44ba-954b-e60263260c3e'] response: {'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a', 'code': 200} Apr 06 17:24:24.538172 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: f82d5aba-594e-4aff-b48c-c3c63bce3fc5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:24.538532 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device f82d5aba-594e-4aff-b48c-c3c63bce3fc5 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:24.564487 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:24.619082 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Deleting port 7341d30c-eed1-4c22-8296-5f7ae363e0bc {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:24.619420 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.691880 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290196b-84ca-4582-9c56-20c99b4f1417 req-4ad90c2e-d08f-48ef-ae69-e3b06cf54689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:24.693385 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0290196b-84ca-4582-9c56-20c99b4f1417 req-4ad90c2e-d08f-48ef-ae69-e3b06cf54689 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 1129 time: 0.0433593 Apr 06 17:24:24.701448 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] For port 7341d30c-eed1-4c22-8296-5f7ae363e0bc, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7341d30c-eed1-4c22-8296-5f7ae363e0bc,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:24.701818 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.715113 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Calling delete_port for 7341d30c-eed1-4c22-8296-5f7ae363e0bc owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:24.739095 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0290196b-84ca-4582-9c56-20c99b4f1417 req-7cbf3c70-4188-4f83-81ca-7b7064d648f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Apr 06 17:24:24.896944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (7341d30c-eed1-4c22-8296-5f7ae363e0bc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:24.933182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7341d30c-eed1-4c22-8296-5f7ae363e0bc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:25.033743 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c88305-376e-4b8b-9ac4-d1dd0340c4b3 req-fa4b357b-5ce8-46f7-8be4-3dd65528305b tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:25.035317 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-47c88305-376e-4b8b-9ac4-d1dd0340c4b3 req-fa4b357b-5ce8-46f7-8be4-3dd65528305b tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.1338272 Apr 06 17:24:25.163606 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-47c88305-376e-4b8b-9ac4-d1dd0340c4b3 req-89d262cd-34ce-4da3-90ce-1426379f968a tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918679 Apr 06 17:24:25.176402 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:25.394136 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:24:25.500724 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:24:25.505722 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-409ef991-02ef-4226-b815-78e182945a42 admin admin] 10.222.0.23 "PUT /v2.0/routers/f8f26e12-ca36-4eb4-8f9a-1c370d66ab69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272801 Apr 06 17:24:25.508249 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:25.510914 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Sync routers for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:24:25.523559 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:25.524280 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:25.618418 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks [] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:25.727062 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks [] for router_gateway (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:25.770328 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:25.781607 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Deleting port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:25.781947 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:25.861688 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] For port 47cb12c7-ffe1-425a-8ee5-3ad4526409cd, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:25.862045 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:25.877661 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Calling delete_port for 47cb12c7-ffe1-425a-8ee5-3ad4526409cd owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:25.960282 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:24:24Z', 'revision_number': 5, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port': {'id': '47cb12c7-ffe1-425a-8ee5-3ad4526409cd', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:31Z', 'updated_at': '2022-04-06T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:25.990561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Checking router: f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:24:25.998838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Routers {'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:25.999439 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:26.047432 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (47cb12c7-ffe1-425a-8ee5-3ad4526409cd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.065702 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:24:26.070458 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Pushing event deleted for resources: {'Port': ['ID=47cb12c7-ffe1-425a-8ee5-3ad4526409cd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:26.092816 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] Set router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:26.134179 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.143818 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:24:25Z', 'revision_number': 6, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:26.173977 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0903-b373-44c2-9287-22f1525f4990 None None] The sync data for ids ['f8f26e12-ca36-4eb4-8f9a-1c370d66ab69'] in dv-cinder-836859-1-iscsi is: [{'id': 'f8f26e12-ca36-4eb4-8f9a-1c370d66ab69', 'name': 'tempest-TestMinimumBasicScenario-224907578-router', 'tenant_id': 'c144a977e1204f64abd2e6a8157bcd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:24:25Z', 'revision_number': 6, 'project_id': 'c144a977e1204f64abd2e6a8157bcd15', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:24:26.234932 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.237145 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks [] for router_controller (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.285691 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (f8f26e12-ca36-4eb4-8f9a-1c370d66ab69), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.286247 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:24:26.290997 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.292169 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ca94b4bb-9dd0-4e41-8de3-52a14cbf57be admin admin] 10.222.0.23 "DELETE /v2.0/routers/f8f26e12-ca36-4eb4-8f9a-1c370d66ab69 HTTP/1.1" status: 204 len: 168 time: 0.7829735 Apr 06 17:24:26.295031 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59264) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:26.302313 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a1112-66c9-4d56-8017-f083fea5fa62 req-0ee37ef9-7c6e-4514-a2c2-50ab21122df3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:26.303800 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-554a1112-66c9-4d56-8017-f083fea5fa62 req-0ee37ef9-7c6e-4514-a2c2-50ab21122df3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.0646298 Apr 06 17:24:26.341079 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Deleting subnet c303431c-b03c-4735-a3d6-85b7e2b2d3f8 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:24:26.344787 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Publish callbacks [] for subnet (c303431c-b03c-4735-a3d6-85b7e2b2d3f8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.355034 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-554a1112-66c9-4d56-8017-f083fea5fa62 req-e103ba09-e646-40f7-a1ab-5097ac37b97a tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Apr 06 17:24:26.384444 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (c303431c-b03c-4735-a3d6-85b7e2b2d3f8), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.465900 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (c303431c-b03c-4735-a3d6-85b7e2b2d3f8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.521343 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (c303431c-b03c-4735-a3d6-85b7e2b2d3f8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.546851 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c303431c-b03c-4735-a3d6-85b7e2b2d3f8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:26.550575 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.555714 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-4d342837-b7fd-41e2-9ae3-98af62081fe1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c303431c-b03c-4735-a3d6-85b7e2b2d3f8 HTTP/1.1" status: 204 len: 168 time: 0.2577403 Apr 06 17:24:26.556391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:26.560658 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13ad1d-bd94-45d4-b71d-7b2a6cfdfc58 None None] Network 90b3c8e9-b935-47cc-813d-f40eaa94e941 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:24:26.635483 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (90b3c8e9-b935-47cc-813d-f40eaa94e941), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.690429 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Deleting port fc1d4922-ff64-4da8-a7e7-f42e06665219 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:26.690775 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.756548 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] For port fc1d4922-ff64-4da8-a7e7-f42e06665219, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=fc1d4922-ff64-4da8-a7e7-f42e06665219,segment=NetworkSegment(83d7e41e-811a-47d8-9b03-b03d7d70b55e),segment_id=83d7e41e-811a-47d8-9b03-b03d7d70b55e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:26.756952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.770697 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Calling delete_port for fc1d4922-ff64-4da8-a7e7-f42e06665219 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:26.848701 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (fc1d4922-ff64-4da8-a7e7-f42e06665219), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.873473 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1d4922-ff64-4da8-a7e7-f42e06665219,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:26.876933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] No DVR routers for this DVR port fc1d4922-ff64-4da8-a7e7-f42e06665219 on host dv-cinder-836859-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:24:26.952570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (90b3c8e9-b935-47cc-813d-f40eaa94e941), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:26.963981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfae64-a0a2-4b0b-b754-14feff851deb None None] DHCP port deletion for 90b3c8e9-b935-47cc-813d-f40eaa94e941 request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:24:26.978322 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b3c8e9-b935-47cc-813d-f40eaa94e941']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:26.991294 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d7e41e-811a-47d8-9b03-b03d7d70b55e') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:26.991591 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d7e41e-811a-47d8-9b03-b03d7d70b55e') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:27.001733 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4903211'] for segment (83d7e41e-811a-47d8-9b03-b03d7d70b55e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.015457 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (83d7e41e-811a-47d8-9b03-b03d7d70b55e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.021451 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:24:27.021831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66418609'] for segment (83d7e41e-811a-47d8-9b03-b03d7d70b55e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: Traceback (most recent call last): Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: timer() Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: cb(*args, **kw) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: self._notify() Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: self.callback(batched_events) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: event.method(event) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: return f(self, *a, **k) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._get(url).json() Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:24:27.023482 dv-cinder-836859-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:24:27.078180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (90b3c8e9-b935-47cc-813d-f40eaa94e941), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.083567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.086750 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] 10.222.0.23 "DELETE /v2.0/networks/90b3c8e9-b935-47cc-813d-f40eaa94e941 HTTP/1.1" status: 204 len: 168 time: 0.5293293 Apr 06 17:24:27.089812 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:27.102568 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4366a0-1a05-4e40-8ef0-dcc3fb474e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=90b3c8e9-b935-47cc-813d-f40eaa94e941,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:27.506049 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96ca8-497e-4e39-b9df-430d96988a9f req-d27a789a-379c-46ff-9026-b5999a1e7dad tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:27.507453 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b3d96ca8-497e-4e39-b9df-430d96988a9f req-d27a789a-379c-46ff-9026-b5999a1e7dad tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.0660233 Apr 06 17:24:27.510247 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (002def5e-0623-457b-ad2d-c8447f7944fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.628225 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7341d30c-eed1-4c22-8296-5f7ae363e0bc no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:27.630225 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b3d96ca8-497e-4e39-b9df-430d96988a9f req-f53de4f9-4fd2-4c23-85ae-9efbb1777b45 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168227 Apr 06 17:24:27.648809 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 7341d30c-eed1-4c22-8296-5f7ae363e0bc {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:27.649180 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7341d30c-eed1-4c22-8296-5f7ae363e0bc not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:27.649611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device fc1d4922-ff64-4da8-a7e7-f42e06665219 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:27.669665 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: fc1d4922-ff64-4da8-a7e7-f42e06665219 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:27.670015 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device fc1d4922-ff64-4da8-a7e7-f42e06665219 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:27.670441 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 47cb12c7-ffe1-425a-8ee5-3ad4526409cd no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:27.693432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 47cb12c7-ffe1-425a-8ee5-3ad4526409cd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:27.693827 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 47cb12c7-ffe1-425a-8ee5-3ad4526409cd not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:27.805014 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Deleting port 8cf65005-5067-4473-9141-559931db001c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:27.805389 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (8cf65005-5067-4473-9141-559931db001c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:27.887729 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] For port 8cf65005-5067-4473-9141-559931db001c, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8cf65005-5067-4473-9141-559931db001c,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:27.888034 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (8cf65005-5067-4473-9141-559931db001c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:28.137304 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Calling delete_port for 8cf65005-5067-4473-9141-559931db001c owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:28.320222 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (8cf65005-5067-4473-9141-559931db001c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:28.345315 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf65005-5067-4473-9141-559931db001c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:28.518684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (002def5e-0623-457b-ad2d-c8447f7944fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:28.738935 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Router 002def5e-0623-457b-ad2d-c8447f7944fe has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:24:28.849175 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:24:28.854410 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-364f22d1-f880-4ef2-95c2-1a3331410259 admin admin] 10.222.0.23 "PUT /v2.0/routers/002def5e-0623-457b-ad2d-c8447f7944fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627387 Apr 06 17:24:28.857991 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:28.858578 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Sync routers for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:24:28.868521 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:28.869169 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:28.968285 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks [] for router (002def5e-0623-457b-ad2d-c8447f7944fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:28.977098 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:29.073727 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks [] for router_gateway (002def5e-0623-457b-ad2d-c8447f7944fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.141600 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Deleting port 67e45375-5dec-4e2b-b990-6e4a31bb31eb {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:29.142299 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.162456 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:24:28Z', 'revision_number': 5, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port': {'id': '67e45375-5dec-4e2b-b990-6e4a31bb31eb', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:21:36Z', 'updated_at': '2022-04-06T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:29.190309 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Checking router: 002def5e-0623-457b-ad2d-c8447f7944fe for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:24:29.198749 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Routers {'002def5e-0623-457b-ad2d-c8447f7944fe'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:24:29.199351 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:24:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['002def5e-0623-457b-ad2d-c8447f7944fe'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:29.228251 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] For port 67e45375-5dec-4e2b-b990-6e4a31bb31eb, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=67e45375-5dec-4e2b-b990-6e4a31bb31eb,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:29.228634 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.242280 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Calling delete_port for 67e45375-5dec-4e2b-b990-6e4a31bb31eb owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:29.300250 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] Set router 002def5e-0623-457b-ad2d-c8447f7944fe gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:24:29.351808 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:24:29Z', 'revision_number': 6, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:29.381498 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5daeca-e914-4d02-9cf4-9b93543c283c None None] The sync data for ids ['002def5e-0623-457b-ad2d-c8447f7944fe'] in dv-cinder-836859-1-iscsi is: [{'id': '002def5e-0623-457b-ad2d-c8447f7944fe', 'name': 'tempest-TestMinimumBasicScenario-568141312-router', 'tenant_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:21:35Z', 'updated_at': '2022-04-06T17:24:29Z', 'revision_number': 6, 'project_id': 'bb95da0ebe784496a6b59d1ec53fe76b', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:24:29.421684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (67e45375-5dec-4e2b-b990-6e4a31bb31eb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.451733 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e45375-5dec-4e2b-b990-6e4a31bb31eb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:29.510214 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (002def5e-0623-457b-ad2d-c8447f7944fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.606648 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (002def5e-0623-457b-ad2d-c8447f7944fe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.608657 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks [] for router_controller (002def5e-0623-457b-ad2d-c8447f7944fe), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.651793 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (002def5e-0623-457b-ad2d-c8447f7944fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.652425 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002def5e-0623-457b-ad2d-c8447f7944fe {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:24:29.657350 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.658526 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a07146dd-f1a7-4e55-b2b1-a0b681aa71f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/002def5e-0623-457b-ad2d-c8447f7944fe HTTP/1.1" status: 204 len: 168 time: 0.7996087 Apr 06 17:24:29.660966 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59336) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:29.705076 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Deleting subnet a79a106a-0239-43ef-8142-0d65949a5df7 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:24:29.708462 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Publish callbacks [] for subnet (a79a106a-0239-43ef-8142-0d65949a5df7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.754494 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (a79a106a-0239-43ef-8142-0d65949a5df7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.778479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.850136 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (a79a106a-0239-43ef-8142-0d65949a5df7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.905938 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (a79a106a-0239-43ef-8142-0d65949a5df7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.928968 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79a106a-0239-43ef-8142-0d65949a5df7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:29.935368 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:29.938544 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-728a5c52-0edb-4fd7-86cf-56ea33b97526 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a79a106a-0239-43ef-8142-0d65949a5df7 HTTP/1.1" status: 204 len: 168 time: 0.2766101 Apr 06 17:24:29.940779 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d927a60-10a1-4e4d-9bcd-352420dc0eb4 None None] Network 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:24:29.940935 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:30.010822 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.065224 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Deleting port 49aa76d3-1021-4b00-a74a-7730b74a4e86 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:30.065671 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.128251 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] For port 49aa76d3-1021-4b00-a74a-7730b74a4e86, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=49aa76d3-1021-4b00-a74a-7730b74a4e86,segment=NetworkSegment(6d3ca182-d3b9-4488-aa74-53717c5862c9),segment_id=6d3ca182-d3b9-4488-aa74-53717c5862c9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:30.128512 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.142963 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Calling delete_port for 49aa76d3-1021-4b00-a74a-7730b74a4e86 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:30.191865 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] DHCP port deletion for 250ef6d4-7c2d-4e8a-af1b-b39723ec73cf request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:24:30.202261 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8cf65005-5067-4473-9141-559931db001c no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:30.239787 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.250144 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 8cf65005-5067-4473-9141-559931db001c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:30.250569 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8cf65005-5067-4473-9141-559931db001c not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:30.264607 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Pushing event deleted for resources: {'Port': ['ID=49aa76d3-1021-4b00-a74a-7730b74a4e86,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:30.270531 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] No DVR routers for this DVR port 49aa76d3-1021-4b00-a74a-7730b74a4e86 on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:24:30.285059 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Deleting port 49aa76d3-1021-4b00-a74a-7730b74a4e86 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:24:30.285457 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.351144 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.351471 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] For port 49aa76d3-1021-4b00-a74a-7730b74a4e86, host dv-cinder-836859-1-iscsi, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:24:30.351872 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.364761 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Calling delete_port for 49aa76d3-1021-4b00-a74a-7730b74a4e86 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:24:30.367554 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Port 49aa76d3-1021-4b00-a74a-7730b74a4e86 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 17:24:30.369003 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (49aa76d3-1021-4b00-a74a-7730b74a4e86), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.372437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ef6d4-7c2d-4e8a-af1b-b39723ec73cf']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:30.382227 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ca182-d3b9-4488-aa74-53717c5862c9') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:30.382532 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ca182-d3b9-4488-aa74-53717c5862c9') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:24:30.392481 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (6d3ca182-d3b9-4488-aa74-53717c5862c9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.397523 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] No DVR routers for this DVR port 49aa76d3-1021-4b00-a74a-7730b74a4e86 on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:24:30.407381 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24083-ab77-442f-bc8a-ac08401750ce None None] Pushing event deleted for resources: {'Port': ['ID=49aa76d3-1021-4b00-a74a-7730b74a4e86,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:30.414105 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (6d3ca182-d3b9-4488-aa74-53717c5862c9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.421381 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:24:30.421768 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (6d3ca182-d3b9-4488-aa74-53717c5862c9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:24:30.423578 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:24:30.480243 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (250ef6d4-7c2d-4e8a-af1b-b39723ec73cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.485532 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.489108 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] 10.222.0.23 "DELETE /v2.0/networks/250ef6d4-7c2d-4e8a-af1b-b39723ec73cf HTTP/1.1" status: 204 len: 168 time: 0.5469377 Apr 06 17:24:30.508195 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e121ce-8b63-45e1-8a59-a34fa0bee2de admin admin] Pushing event deleted for resources: {'Network': ['ID=250ef6d4-7c2d-4e8a-af1b-b39723ec73cf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:30.607710 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:30.649825 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5f533d48-1495-4ccc-b3b8-05629ded36f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c144a977e1204f64abd2e6a8157bcd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405481 Apr 06 17:24:30.651896 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:30.698918 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] Publish callbacks [] for security_group (dd65daf4-7792-439d-9111-35323323e8cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.720605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] Publish callbacks [] for security_group (dd65daf4-7792-439d-9111-35323323e8cf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.769716 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dd65daf4-7792-439d-9111-35323323e8cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.772550 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:30.774209 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd65daf4-7792-439d-9111-35323323e8cf HTTP/1.1" status: 204 len: 168 time: 0.1213472 Apr 06 17:24:30.782373 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712154a2-cfff-40f7-ab22-ee7ed1168a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65daf4-7792-439d-9111-35323323e8cf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:31.092785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:31.134403 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-091b94b8-454a-43d9-855e-e81c970d773f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb95da0ebe784496a6b59d1ec53fe76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403867 Apr 06 17:24:31.136831 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:24:31.184809 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] Publish callbacks [] for security_group (a89d818b-b3a2-4786-82c3-59483dfdd430), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:31.207840 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] Publish callbacks [] for security_group (a89d818b-b3a2-4786-82c3-59483dfdd430), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:31.262149 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a89d818b-b3a2-4786-82c3-59483dfdd430), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:31.264852 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:31.266289 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a89d818b-b3a2-4786-82c3-59483dfdd430 HTTP/1.1" status: 204 len: 168 time: 0.1282682 Apr 06 17:24:31.273949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df493988-ef26-43ce-b2ec-c700d8f2adda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d818b-b3a2-4786-82c3-59483dfdd430,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:24:31.631896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 49aa76d3-1021-4b00-a74a-7730b74a4e86 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:31.654153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 49aa76d3-1021-4b00-a74a-7730b74a4e86 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:31.654502 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 49aa76d3-1021-4b00-a74a-7730b74a4e86 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:31.654938 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 67e45375-5dec-4e2b-b990-6e4a31bb31eb no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:24:31.676009 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 67e45375-5dec-4e2b-b990-6e4a31bb31eb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:24:31.676357 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 67e45375-5dec-4e2b-b990-6e4a31bb31eb not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:24:33.958914 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-940427d2-20cd-4a32-bb97-36b63b346a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:36.691199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-812a38a5-8450-4a63-99c2-0b2a2c72e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:37.662334 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:39.099272 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:40.456825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:59.771776 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:03.064713 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:25:03.961049 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-049de9b6-02f7-4fb6-8cc3-2ab08e0d34f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:04.141478 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-3ccb12cd-43ff-4909-a6ea-7fb8692da9eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435152 Apr 06 17:25:04.207065 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-003337fd-50ed-445a-b676-98e56af675fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:04.208520 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-003337fd-50ed-445a-b676-98e56af675fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1130 time: 0.0437658 Apr 06 17:25:04.314016 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-6e65a409-d556-4fac-bb06-b9f0f8a25ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:04.315460 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-6e65a409-d556-4fac-bb06-b9f0f8a25ec9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.0870233 Apr 06 17:25:04.381672 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-8d10ca30-d03a-48ac-8726-bce9faac3972 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 1001 time: 0.0592439 Apr 06 17:25:04.434087 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-416c0f34-f759-4d02-ae39-a4057d4b7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:04.435541 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-416c0f34-f759-4d02-ae39-a4057d4b7fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0444758 Apr 06 17:25:04.491151 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-e6cc18ea-27be-4204-8736-b59b1c74c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:04.492620 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-e6cc18ea-27be-4204-8736-b59b1c74c011 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494294 Apr 06 17:25:04.582819 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-b5413e98-f164-4a08-9b5d-92637c2ad8a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Apr 06 17:25:04.678262 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bc02a0c-02b5-49ae-96f1-4ff0be184b14 req-0fb66f65-5b53-4736-b263-4c51dae73eff service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874312 Apr 06 17:25:06.691636 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9006588e-a2d7-4b97-b75c-128f51c0ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:07.665445 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:08.278280 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fe235-174f-4da0-863b-9513210ee70e req-73f24d6f-709e-42ee-a372-a46320e6826b tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:08.279747 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f61fe235-174f-4da0-863b-9513210ee70e req-73f24d6f-709e-42ee-a372-a46320e6826b tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.0550010 Apr 06 17:25:08.328780 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f61fe235-174f-4da0-863b-9513210ee70e req-7b953f89-d7e4-4211-ae8a-d7bf17e35781 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Apr 06 17:25:09.098309 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:09.474391 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:09.627821 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296a156-095a-4d7f-b31d-c010cec691c0 req-92f5ce87-b1e1-4e74-89e3-c05148d24d08 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:09.629287 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9296a156-095a-4d7f-b31d-c010cec691c0 req-92f5ce87-b1e1-4e74-89e3-c05148d24d08 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.2319558 Apr 06 17:25:09.704266 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9296a156-095a-4d7f-b31d-c010cec691c0 req-64bc956b-7e03-4957-8da9-6056f87d476e tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680258 Apr 06 17:25:09.719587 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port 35f3e28d-105e-42e6-9214-13301ab6e6ac {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:09.719925 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:09.795834 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:09.796251 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (35f3e28d-105e-42e6-9214-13301ab6e6ac), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:09.808008 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for 35f3e28d-105e-42e6-9214-13301ab6e6ac owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:09.975568 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (35f3e28d-105e-42e6-9214-13301ab6e6ac), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.000489 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=35f3e28d-105e-42e6-9214-13301ab6e6ac,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:10.063176 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (74bee368-b2af-44ea-b464-3ff5eaf258f8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.063510 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP 74bee368-b2af-44ea-b464-3ff5eaf258f8 disassociated (deleted). External IP: 172.27.3.77, port: e0538f07-01c1-4aac-a724-753f54d89bdd. Apr 06 17:25:10.192632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-d69ff14e-36aa-4000-aed8-7abd68935de8 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:10.194062 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-d69ff14e-36aa-4000-aed8-7abd68935de8 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.0981348 Apr 06 17:25:10.369105 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:10.378719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Deleting port c57b8f25-b27b-4c25-8bef-e87d59c0445a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:10.379062 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.459563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.818881 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] For port c57b8f25-b27b-4c25-8bef-e87d59c0445a, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=c57b8f25-b27b-4c25-8bef-e87d59c0445a,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:10.819505 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.825246 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058df5-b515-4d42-8441-db15bdf024ad req-1916a7ca-5229-48ec-9652-548ed9c67bd5 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:10.827068 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f058df5-b515-4d42-8441-db15bdf024ad req-1916a7ca-5229-48ec-9652-548ed9c67bd5 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Apr 06 17:25:10.835717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Calling delete_port for c57b8f25-b27b-4c25-8bef-e87d59c0445a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:10.839913 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:10.846181 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.853597 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:10.863671 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:10.864416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:10.878502 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6f058df5-b515-4d42-8441-db15bdf024ad req-1db6d731-36d0-4166-b0e1-93fde89e86b7 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 Apr 06 17:25:10.912085 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4a253f3c-8669-452b-a51e-d94ac994358a tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "DELETE /v2.0/floatingips/74bee368-b2af-44ea-b464-3ff5eaf258f8 HTTP/1.1" status: 204 len: 168 time: 1.4362769 Apr 06 17:25:10.913741 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:10.916295 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f22b49-59a8-42d8-bf16-52c6d1e2083f" -d '{"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:10.961122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a61e40-39ef-44da-a142-85da8a3c897a x-openstack-request-id: req-e8a61e40-39ef-44da-a142-85da8a3c897a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:10.961122 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:10.961399 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8a61e40-39ef-44da-a142-85da8a3c897a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:10.961647 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a61e40-39ef-44da-a142-85da8a3c897a'] response: {'name': 'network-changed', 'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'status': 'completed', 'code': 200} Apr 06 17:25:10.987866 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:11.039151 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (c57b8f25-b27b-4c25-8bef-e87d59c0445a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:11.072367 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Pushing event deleted for resources: {'Port': ['ID=c57b8f25-b27b-4c25-8bef-e87d59c0445a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:11.104163 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-dfbcdc89-668a-4c11-b986-b396c3ddb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:11.105558 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-dfbcdc89-668a-4c11-b986-b396c3ddb437 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 1130 time: 0.1129239 Apr 06 17:25:11.120319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] No DVR routers for this DVR port c57b8f25-b27b-4c25-8bef-e87d59c0445a on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:11.122818 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:11.126647 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-05d9bf5f-ce4d-4dd1-a7e4-266c90300479 req-f9442cef-4775-4fb1-a572-65f70a2e8fb3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "DELETE /v2.0/ports/c57b8f25-b27b-4c25-8bef-e87d59c0445a HTTP/1.1" status: 204 len: 173 time: 0.9229434 Apr 06 17:25:11.192399 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f412d71-9fd3-4f69-9996-23271f9db611 req-90ee318b-a0e2-405e-a1bc-be6327b038fb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:11.193950 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f412d71-9fd3-4f69-9996-23271f9db611 req-90ee318b-a0e2-405e-a1bc-be6327b038fb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Apr 06 17:25:11.226108 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:11.245790 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-4f412d71-9fd3-4f69-9996-23271f9db611 req-e443a8a4-6432-45aa-b576-578737a46565 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460098 Apr 06 17:25:11.252263 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:11.260460 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:11.261081 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:11.367521 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:11.715177 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:11.741278 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdeb26-dd9e-4384-a934-f83ea36ce66b None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': 'c290c359-f7e9-4066-9c6c-633a562636c8', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'port_id': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'mac_address': 'fa:16:3e:64:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:10Z', 'updated_at': '2022-04-06T17:21:12Z', 'revision_number': 1, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:11.974424 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818d7f2-47a3-41b8-89fb-0100389eaf2d None None] New status for floating IP 74bee368-b2af-44ea-b464-3ff5eaf258f8: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:25:11.979292 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08e67625-e369-40e4-b61d-0cc8b0da334f req-b073002b-a576-44a8-aa0b-158f54b92543 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Apr 06 17:25:12.365353 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec212-c214-49e6-876c-63d04cc16f73 req-b867dbc9-66c7-47c8-8ac2-44c79f90eaec tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:12.366814 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d3dec212-c214-49e6-876c-63d04cc16f73 req-b867dbc9-66c7-47c8-8ac2-44c79f90eaec tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.0525274 Apr 06 17:25:12.415241 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d3dec212-c214-49e6-876c-63d04cc16f73 req-67e53528-bbed-446f-ad8a-bf8e4f1d7367 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Apr 06 17:25:12.499648 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-2f76a08b-e638-4bfa-bb41-cd5cd70b3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:12.503875 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-2f76a08b-e638-4bfa-bb41-cd5cd70b3a25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.0933378 Apr 06 17:25:12.514956 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c57b8f25-b27b-4c25-8bef-e87d59c0445a no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:12.535271 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: c57b8f25-b27b-4c25-8bef-e87d59c0445a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:12.535547 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device c57b8f25-b27b-4c25-8bef-e87d59c0445a not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:12.651511 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-ec81558c-72df-475d-9014-26a7ba50a228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 200 len: 217 time: 0.0405033 Apr 06 17:25:12.963592 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'name': 'network-vif-deleted', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:12.965878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38a5b8-7517-4169-9d24-b21c7dcd36fa" -d '{"events": [{"server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "name": "network-vif-deleted", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:12.999952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b31bd97-eff8-4110-b26f-23cd2b71e9f7 x-openstack-request-id: req-1b31bd97-eff8-4110-b26f-23cd2b71e9f7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:13.000585 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590bafdf-cc00-42a5-8c4a-65e59cbb5044", "name": "network-vif-deleted", "tag": "c57b8f25-b27b-4c25-8bef-e87d59c0445a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:13.000585 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b31bd97-eff8-4110-b26f-23cd2b71e9f7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:13.001605 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b31bd97-eff8-4110-b26f-23cd2b71e9f7'] response: {'server_uuid': '590bafdf-cc00-42a5-8c4a-65e59cbb5044', 'name': 'network-vif-deleted', 'tag': 'c57b8f25-b27b-4c25-8bef-e87d59c0445a', 'status': 'completed', 'code': 200} Apr 06 17:25:13.081420 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-e055d4e5-a373-49b5-b80d-ace2ee58af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:13.083016 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-e055d4e5-a373-49b5-b80d-ace2ee58af77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0488088 Apr 06 17:25:13.091967 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bbe176ca-d0d0-4a8c-abb6-0d98d4f56229 req-d148d587-a543-4c99-9ea9-bd9fbfa406ba tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=590bafdf-cc00-42a5-8c4a-65e59cbb5044 HTTP/1.1" status: 200 len: 210 time: 0.0336807 Apr 06 17:25:13.172478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-55b4f8aa-a4c3-4b57-9bd0-6f4f658d6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:13.173975 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-55b4f8aa-a4c3-4b57-9bd0-6f4f658d6170 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816603 Apr 06 17:25:13.200078 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-5538f8cc-4c41-42c9-a17a-c3a89d7deb2c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:13.201503 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-5538f8cc-4c41-42c9-a17a-c3a89d7deb2c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.0819576 Apr 06 17:25:13.342675 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-5d4ee7a3-3a37-4fee-a85f-bd9e2e74bba3 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604376 Apr 06 17:25:13.361664 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port e0538f07-01c1-4aac-a724-753f54d89bdd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:13.362008 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:13.531748 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57f22b49-59a8-42d8-bf16-52c6d1e2083f req-b972ee8d-ef4f-492f-b963-19d515f22335 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798477 Apr 06 17:25:13.537470 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] For port e0538f07-01c1-4aac-a724-753f54d89bdd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e0538f07-01c1-4aac-a724-753f54d89bdd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:13.537836 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:13.554965 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for e0538f07-01c1-4aac-a724-753f54d89bdd owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:13.615468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d026d-4f73-44ed-b698-ba7815c90697 req-d4074bbb-cb21-463f-a3ba-c543d7ee6933 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:13.616847 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a95d026d-4f73-44ed-b698-ba7815c90697 req-d4074bbb-cb21-463f-a3ba-c543d7ee6933 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=465c4c89-18e7-446e-a53b-ff92c28b9a28 HTTP/1.1" status: 200 len: 946 time: 0.1278212 Apr 06 17:25:13.689164 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a95d026d-4f73-44ed-b698-ba7815c90697 req-5311f793-6604-4474-9d4b-a40fa3fc04b4 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657930 Apr 06 17:25:13.741343 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (e0538f07-01c1-4aac-a724-753f54d89bdd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:13.775172 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=e0538f07-01c1-4aac-a724-753f54d89bdd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:13.816737 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] No DVR routers for this DVR port e0538f07-01c1-4aac-a724-753f54d89bdd on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:13.819082 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:13.822289 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-441b5b18-f7bc-43ef-94cd-a2a44b52e93d req-4b0d25d3-5f2d-4046-9e7f-589f4fbdf2dc tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "DELETE /v2.0/ports/e0538f07-01c1-4aac-a724-753f54d89bdd HTTP/1.1" status: 204 len: 173 time: 0.6114337 Apr 06 17:25:15.002487 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'name': 'network-vif-deleted', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:15.004764 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3af89b-33ac-4bca-8ec2-5fd64d456944" -d '{"events": [{"server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "name": "network-vif-deleted", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:15.039017 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7fbf8-975b-4203-b4e8-b985ed404079 x-openstack-request-id: req-74d7fbf8-975b-4203-b4e8-b985ed404079 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:15.039315 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c4c89-18e7-446e-a53b-ff92c28b9a28", "name": "network-vif-deleted", "tag": "e0538f07-01c1-4aac-a724-753f54d89bdd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:15.039573 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74d7fbf8-975b-4203-b4e8-b985ed404079 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:15.039984 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d7fbf8-975b-4203-b4e8-b985ed404079'] response: {'server_uuid': '465c4c89-18e7-446e-a53b-ff92c28b9a28', 'name': 'network-vif-deleted', 'tag': 'e0538f07-01c1-4aac-a724-753f54d89bdd', 'status': 'completed', 'code': 200} Apr 06 17:25:17.306200 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e0538f07-01c1-4aac-a724-753f54d89bdd no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:17.325257 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: e0538f07-01c1-4aac-a724-753f54d89bdd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:17.325597 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device e0538f07-01c1-4aac-a724-753f54d89bdd not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:19.062840 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:19.217113 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port 054a04cb-2425-419c-a264-bce5f2fa07da {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:19.217456 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.292727 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.293077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (054a04cb-2425-419c-a264-bce5f2fa07da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.306158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for 054a04cb-2425-419c-a264-bce5f2fa07da owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:19.465255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (054a04cb-2425-419c-a264-bce5f2fa07da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.493722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=054a04cb-2425-419c-a264-bce5f2fa07da,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:19.519173 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.519515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.519851 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.520186 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.520517 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.520842 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.521189 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.521516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.521836 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.522154 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.522471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.522787 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.523101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.523414 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.523726 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:19.564516 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (c290c359-f7e9-4066-9c6c-633a562636c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.564800 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Floating IP c290c359-f7e9-4066-9c6c-633a562636c8 disassociated (deleted). External IP: 172.27.3.224, port: d4440a8f-b7c7-44b9-a5ab-81e282bfd89d. Apr 06 17:25:19.781997 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:19.905145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:19.910191 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:19.914483 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:19.924894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:19.925528 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:19.941577 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0594b100-8e44-4e52-a065-35b95c428a6f tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "DELETE /v2.0/floatingips/c290c359-f7e9-4066-9c6c-633a562636c8 HTTP/1.1" status: 204 len: 168 time: 0.8776259 Apr 06 17:25:19.942275 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:19.944625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f4ffb-6c65-48b3-842d-d5d4f973f704" -d '{"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:19.981474 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cec1c09-0ce7-47ff-802e-85525400e9e6 x-openstack-request-id: req-0cec1c09-0ce7-47ff-802e-85525400e9e6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:19.981776 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:19.982039 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cec1c09-0ce7-47ff-802e-85525400e9e6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:19.982482 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cec1c09-0ce7-47ff-802e-85525400e9e6'] response: {'name': 'network-changed', 'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'status': 'completed', 'code': 200} Apr 06 17:25:20.039193 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:20.051729 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-0054747a-bd7f-4be7-89d8-c9b1fdf045b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:20.053280 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-0054747a-bd7f-4be7-89d8-c9b1fdf045b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=934fd09758e54661b8220d8f17b439f9&device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 1129 time: 0.0469389 Apr 06 17:25:20.171973 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bb31a-901b-4450-9bb0-33111ab2e63b req-826fd143-6641-4acc-af63-a569783e8797 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:20.174071 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-525bb31a-901b-4450-9bb0-33111ab2e63b req-826fd143-6641-4acc-af63-a569783e8797 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0528991 Apr 06 17:25:20.224694 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-525bb31a-901b-4450-9bb0-33111ab2e63b req-163d71ec-ff1b-4af7-9ce1-dd0e87201e2b tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Apr 06 17:25:20.246156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:20.273229 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:20.281530 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:20.282130 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:20.387300 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:20.582781 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:20.612294 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17df5db-f973-4d6b-9147-ce2591cc5f4a None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:17:21Z', 'revision_number': 4, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '801ced85-275d-44e3-9054-3afab28c54fd', 'name': '', 'network_id': '4b3cbfe8-430b-47e6-b984-4c0eb5be5625', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'mac_address': 'fa:16:3e:8a:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:20Z', 'updated_at': '2022-04-06T17:17:26Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'subnets': [{'id': 'f9a2654a-d870-412f-87a9-86dffe2c3c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:20.826568 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da92af-15e8-46b9-8c84-0972c9ebfa4c None None] New status for floating IP c290c359-f7e9-4066-9c6c-633a562636c8: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:25:20.971515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-2f56345e-819e-4005-80b0-df764cfe6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:20.972903 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-2f56345e-819e-4005-80b0-df764cfe6a39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 200 len: 913 time: 0.0904241 Apr 06 17:25:21.343861 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69a6e7-0a02-4755-b1b7-285a7c8e66eb req-503e84ca-dc75-4ffd-8624-bfea22f1300d tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:21.345339 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db69a6e7-0a02-4755-b1b7-285a7c8e66eb req-503e84ca-dc75-4ffd-8624-bfea22f1300d tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0539374 Apr 06 17:25:21.393665 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db69a6e7-0a02-4755-b1b7-285a7c8e66eb req-a68f8de5-7691-4cf8-b6b5-5043dda1f2bb tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 Apr 06 17:25:22.510328 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9edd3-d03a-4216-8660-9a9c9c2593b6 req-d9403d94-bf00-4179-b4cc-7993811f0967 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:22.511794 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bef9edd3-d03a-4216-8660-9a9c9c2593b6 req-d9403d94-bf00-4179-b4cc-7993811f0967 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0519905 Apr 06 17:25:22.559824 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bef9edd3-d03a-4216-8660-9a9c9c2593b6 req-2a0153da-a01a-41e9-9937-5671e3ae669c tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Apr 06 17:25:23.138931 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-a20a78bb-db2a-4b2d-b0d0-f0b2d351b449 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:23.141258 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-a20a78bb-db2a-4b2d-b0d0-f0b2d351b449 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/networks?id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 200 len: 813 time: 0.1007414 Apr 06 17:25:23.157496 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-01178695-8618-4877-8a94-4875c8f50368 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/quotas/02d1593123954f06a692d66b643bb439 HTTP/1.1" status: 200 len: 375 time: 0.0099449 Apr 06 17:25:23.189434 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-a8226d55-5a4b-42c0-93a5-0a830205ccac tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269511 Apr 06 17:25:23.199585 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-768dac04-8cba-4ba9-a971-411cb7aed8ce service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:25:23.200518 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-768dac04-8cba-4ba9-a971-411cb7aed8ce service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050874 Apr 06 17:25:23.285891 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-dfecd6ba-a641-489f-851a-44574533f20d service neutron] 10.222.0.23 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792179 Apr 06 17:25:23.375234 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6e888fed-cc30-49a4-8036-5dcc2b39c867 service neutron] 10.222.0.23 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835721 Apr 06 17:25:23.527987 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e690e5ab-e28e-40a1-8623-3048b5c5db1f req-ee0245d8-c827-420b-bcf5-4d2a51b0d231 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 210 time: 0.0269754 Apr 06 17:25:23.686196 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11244-4904-4807-b139-ef061da08758 req-b2bbc681-29ee-4384-97d7-e00773ceb7dd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:23.688507 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57c11244-4904-4807-b139-ef061da08758 req-b2bbc681-29ee-4384-97d7-e00773ceb7dd tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.0601583 Apr 06 17:25:23.741591 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57c11244-4904-4807-b139-ef061da08758 req-ed6da090-4e05-47c4-b7d3-d8c0e9d30ed0 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472929 Apr 06 17:25:23.914700 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-88b42104-929d-46b4-b56c-aec0131b4b7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 200 len: 217 time: 0.0421588 Apr 06 17:25:23.966875 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-6c60ad64-6173-47c9-85b7-59ef37c7c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:23.968831 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-6c60ad64-6173-47c9-85b7-59ef37c7c35c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 200 len: 851 time: 0.0445921 Apr 06 17:25:24.056873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-d30a2ed0-73ac-4bdd-9169-e8430f1ca881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.058418 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-d30a2ed0-73ac-4bdd-9169-e8430f1ca881 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b3cbfe8-430b-47e6-b984-4c0eb5be5625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470243 Apr 06 17:25:24.217563 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-429b06f1-8e67-43b0-afae-471f8fb63d02 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:25:24.219013 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-429b06f1-8e67-43b0-afae-471f8fb63d02 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057888 Apr 06 17:25:24.316983 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-cb01e02c-4599-4e23-98a4-5df825626f2a service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Apr 06 17:25:24.625628 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-2348fd1b-9e5d-4469-a5d7-bbb121edd2aa req-1e04bdea-f0d1-45df-8ad2-9383b504ed33 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 210 time: 0.0299327 Apr 06 17:25:24.732784 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c70f4ffb-6c65-48b3-842d-d5d4f973f704 req-dac04fb2-051b-4e88-8400-389f9b6c6c75 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Apr 06 17:25:24.908342 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-cec227b3-185b-4d75-8f8b-5e075fa3aa22 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.909785 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-cec227b3-185b-4d75-8f8b-5e075fa3aa22 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.1663249 Apr 06 17:25:24.917685 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-7c883242-8bfd-4ebe-9722-f31515f4f76f tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.918993 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-7c883242-8bfd-4ebe-9722-f31515f4f76f tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "GET /v2.0/networks?id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 200 len: 813 time: 0.1766000 Apr 06 17:25:24.936236 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbf85a-baed-4943-bc58-f7ae7be9dfa5 req-6d2476be-c6c1-4b46-a3f4-d3794bf7a89e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.937750 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fefbf85a-baed-4943-bc58-f7ae7be9dfa5 req-6d2476be-c6c1-4b46-a3f4-d3794bf7a89e tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 945 time: 0.1210732 Apr 06 17:25:25.017158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Request body: {'port': {'device_id': '1865bc24-9274-4641-a591-8038dc7921dd', 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb', 'admin_state_up': True, 'tenant_id': '02d1593123954f06a692d66b643bb439'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:25.079879 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fefbf85a-baed-4943-bc58-f7ae7be9dfa5 req-53df83f3-c2b0-41f2-98d7-0ca6d09af513 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fcd6787-c4f4-4248-8fb4-a417e79c076c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230540 Apr 06 17:25:25.124927 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:25.125289 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.204908 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Made reservation on behalf of 02d1593123954f06a692d66b643bb439 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:25:25.208168 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.242521 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] For port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:25.243178 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.266786 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for d4440a8f-b7c7-44b9-a5ab-81e282bfd89d owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:25.710783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Allocated IP 172.20.0.12 (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb/8c561085-2b31-4996-a2f8-bcb391257fa6/009c6e8a-76a0-4d72-a6a4-672a7d58970c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:25:25.718309 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-01f4ebc2-1029-4c26-94e7-439169ceb888 req-a57ff0fe-0da6-4b33-9fa2-c89268607cd3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 210 time: 0.0269358 Apr 06 17:25:25.801406 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (d4440a8f-b7c7-44b9-a5ab-81e282bfd89d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.869053 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=d4440a8f-b7c7-44b9-a5ab-81e282bfd89d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:25.922306 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] No DVR routers for this DVR port d4440a8f-b7c7-44b9-a5ab-81e282bfd89d on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:25.926136 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.929394 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9ca867e1-cc44-45f2-9041-0d913dd5fe4d req-c7d2b4b4-aeb0-4550-b044-099c7ab46048 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.43 "DELETE /v2.0/ports/d4440a8f-b7c7-44b9-a5ab-81e282bfd89d HTTP/1.1" status: 204 len: 173 time: 1.0086522 Apr 06 17:25:25.929830 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'name': 'network-vif-deleted', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:25.932018 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129ba9c-6fb3-460c-8845-4242c5ddcab2" -d '{"events": [{"server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "name": "network-vif-deleted", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:25.970237 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks [] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.972415 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0060e1-4349-4409-9fa8-e89d7c4a7551 x-openstack-request-id: req-de0060e1-4349-4409-9fa8-e89d7c4a7551 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:25.972703 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7497b52c-3b30-4dbb-9945-0ef2980db587", "name": "network-vif-deleted", "tag": "d4440a8f-b7c7-44b9-a5ab-81e282bfd89d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:25.972952 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de0060e1-4349-4409-9fa8-e89d7c4a7551 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:25.973381 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0060e1-4349-4409-9fa8-e89d7c4a7551'] response: {'server_uuid': '7497b52c-3b30-4dbb-9945-0ef2980db587', 'name': 'network-vif-deleted', 'tag': 'd4440a8f-b7c7-44b9-a5ab-81e282bfd89d', 'status': 'completed', 'code': 200} Apr 06 17:25:26.006951 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.053858 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:25:26.057001 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:25:26.060695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:25:26.083675 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Pushing event updated for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:26.110648 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:26.111252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.131567 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-6a96a70e-add3-4af8-9082-7b99d9e18e25 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1214609 Apr 06 17:25:26.144329 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Request body: {'port': {'device_id': '1865bc24-9274-4641-a591-8038dc7921dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:26.178327 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-88c3d20a-1477-42f8-84af-8785b0ae215c req-cce73065-f68c-43e2-a3df-2b13c1994e66 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "GET /v2.0/ports?device_id=7497b52c-3b30-4dbb-9945-0ef2980db587 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Apr 06 17:25:26.206109 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.481605 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009c6e8a-76a0-4d72-a6a4-672a7d58970c {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:25:26.489940 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks [] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.501814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Transition to ACTIVE for port object 009c6e8a-76a0-4d72-a6a4-672a7d58970c will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:25:26.505739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.560058 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:26.629567 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Attempting to bind port 009c6e8a-76a0-4d72-a6a4-672a7d58970c on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:25:26.629928 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Attempting to bind port 009c6e8a-76a0-4d72-a6a4-672a7d58970c by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:25:26.630278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Attempting to bind port 009c6e8a-76a0-4d72-a6a4-672a7d58970c on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:25:26.635037 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Port 009c6e8a-76a0-4d72-a6a4-672a7d58970c on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:25:26.635411 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Attempting to bind port 009c6e8a-76a0-4d72-a6a4-672a7d58970c on network 3f5797ef-8ac7-4f88-9a95-b93ecb9820bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:25:26.641286 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:25:26.641629 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Checking segment: {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:25:26.642274 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Bound using segment: {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:25:26.642704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Bound port: 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680aef78-9669-4478-8235-6941635f8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:25:26.643063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.707241 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:25:26.710339 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:25:26.715994 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.747054 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:26.747671 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:26.749425 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] 10.222.0.43 "PUT /v2.0/ports/009c6e8a-76a0-4d72-a6a4-672a7d58970c HTTP/1.1" status: 200 len: 1094 time: 0.6095591 Apr 06 17:25:26.776771 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811176d-b03a-4a64-8e23-ac92bbc31fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:26.870217 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-8882e83d-03c5-4c03-8747-f3259aed5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:26.871712 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-8882e83d-03c5-4c03-8747-f3259aed5bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 1128 time: 0.0723357 Apr 06 17:25:26.879278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ec2f-72d0-4544-b648-52bcdf0dd0e2 req-85dad1cc-f63e-4e49-8147-d07f89efb9d4 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:26.880636 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e4ec2f-72d0-4544-b648-52bcdf0dd0e2 req-85dad1cc-f63e-4e49-8147-d07f89efb9d4 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 944 time: 0.0904157 Apr 06 17:25:26.925737 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-f9bece8a-1515-4484-8011-ffb156aed3e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c HTTP/1.1" status: 200 len: 217 time: 0.0441470 Apr 06 17:25:26.980304 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e4ec2f-72d0-4544-b648-52bcdf0dd0e2 req-850771c4-28c7-4b2a-85c7-afc33a203799 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931273 Apr 06 17:25:26.994803 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-72341dfb-29f1-4ec2-8c93-74bf547bc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:26.996205 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-72341dfb-29f1-4ec2-8c93-74bf547bc775 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c561085-2b31-4996-a2f8-bcb391257fa6 HTTP/1.1" status: 200 len: 853 time: 0.0582788 Apr 06 17:25:27.032428 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-3d3f5ce1-7695-4fd6-bb33-47160015d61d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285609 Apr 06 17:25:27.119079 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-96915b22-3bfc-4519-88d8-edeba93c62b7 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793457 Apr 06 17:25:27.210474 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e7da459-7e99-41c1-bdd2-11be3e2af297 req-e4d3c8dd-efe5-425a-9672-a0ebf8e43670 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Apr 06 17:25:27.241866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59630) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:27.364144 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Deleting port 6f5100bb-5428-412d-9347-7b7f4523f353 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:27.364482 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.439782 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.440111 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (6f5100bb-5428-412d-9347-7b7f4523f353), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.451756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Calling delete_port for 6f5100bb-5428-412d-9347-7b7f4523f353 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:27.594260 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (6f5100bb-5428-412d-9347-7b7f4523f353), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.619145 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'Port': ['ID=6f5100bb-5428-412d-9347-7b7f4523f353,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:27.682979 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for floatingip (7c999bb4-d3a9-4980-bd87-aa267841b485), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.685502 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.686857 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e168f3e3-ccd6-439c-9163-41dfc73dde03 tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "DELETE /v2.0/floatingips/7c999bb4-d3a9-4980-bd87-aa267841b485 HTTP/1.1" status: 204 len: 168 time: 0.4438047 Apr 06 17:25:27.974759 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:27.977254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d11d54-942c-4a76-a862-6e994729c0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:28.012799 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b7243-f92f-4368-84cb-ceade795a73a x-openstack-request-id: req-412b7243-f92f-4368-84cb-ceade795a73a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:28.013264 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:28.013645 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-412b7243-f92f-4368-84cb-ceade795a73a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:28.014201 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412b7243-f92f-4368-84cb-ceade795a73a'] response: {'name': 'network-changed', 'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c', 'status': 'completed', 'code': 200} Apr 06 17:25:28.103142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23660b9-414e-4ae5-af80-322c9e3e9237 req-65a87259-9124-4783-bc39-14d272df1364 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:28.104529 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d23660b9-414e-4ae5-af80-322c9e3e9237 req-65a87259-9124-4783-bc39-14d272df1364 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 944 time: 0.0561705 Apr 06 17:25:28.154138 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d23660b9-414e-4ae5-af80-322c9e3e9237 req-50582540-9cc5-4d63-a90a-3c2e9ff0555c tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Apr 06 17:25:28.190542 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-b117cb40-bccd-452c-8589-fb14e3b58c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:28.192029 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-b117cb40-bccd-452c-8589-fb14e3b58c27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d1593123954f06a692d66b643bb439&device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 1128 time: 0.0899730 Apr 06 17:25:28.285206 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-fcfdf76e-af45-4d71-9c61-5fd007f8cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:28.286690 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-fcfdf76e-af45-4d71-9c61-5fd007f8cfd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 200 len: 914 time: 0.0870774 Apr 06 17:25:28.330865 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-b80b82dd-5a25-455b-a294-c8c1d7754ae4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c HTTP/1.1" status: 200 len: 217 time: 0.0362375 Apr 06 17:25:28.381745 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-9bf5961a-30f1-4c8f-af5d-731f486cc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:28.383079 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-9bf5961a-30f1-4c8f-af5d-731f486cc39a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c561085-2b31-4996-a2f8-bcb391257fa6 HTTP/1.1" status: 200 len: 853 time: 0.0438514 Apr 06 17:25:28.415190 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-f5da72e5-5e7d-4751-af82-a95b7318d90d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252161 Apr 06 17:25:28.505826 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-b6889cb7-d7d1-467a-b581-8f03cce1feb9 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Apr 06 17:25:28.575646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d4440a8f-b7c7-44b9-a5ab-81e282bfd89d no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:28.596008 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97d11d54-942c-4a76-a862-6e994729c0c3 req-67a3856e-eaa6-4d86-b4cd-32c95da3a174 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Apr 06 17:25:28.596659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: d4440a8f-b7c7-44b9-a5ab-81e282bfd89d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:28.596659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device d4440a8f-b7c7-44b9-a5ab-81e282bfd89d not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:28.887264 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59648) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:28.943073 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (4fcd6787-c4f4-4248-8fb4-a417e79c076c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.970507 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (4fcd6787-c4f4-4248-8fb4-a417e79c076c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.029478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (4fcd6787-c4f4-4248-8fb4-a417e79c076c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.032203 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.033408 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] 10.222.0.23 "DELETE /v2.0/security-groups/4fcd6787-c4f4-4248-8fb4-a417e79c076c HTTP/1.1" status: 204 len: 168 time: 0.1450720 Apr 06 17:25:29.042893 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd6787-c4f4-4248-8fb4-a417e79c076c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:29.049841 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.050185 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.050523 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.050857 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.051186 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.051511 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.051837 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.052275 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.052471 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.052790 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.053210 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.053457 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.053866 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.054094 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.054400 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a2a77-0926-46d5-96da-2c7bf699c6ee tempest-TestVolumeBootPattern-216170453 tempest-TestVolumeBootPattern-216170453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:29.088777 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59652) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:29.324915 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591a59-1024-46ee-9e86-d5656abcaeea req-61ed4820-1abd-4e3b-9095-b08ce556b21c tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:29.326436 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9a591a59-1024-46ee-9e86-d5656abcaeea req-61ed4820-1abd-4e3b-9095-b08ce556b21c tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 944 time: 0.0989149 Apr 06 17:25:29.446328 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-9a591a59-1024-46ee-9e86-d5656abcaeea req-027a725b-6c05-49e8-9f72-d3509f54702f tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121535 Apr 06 17:25:29.604305 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.789210 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.090288 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Deleting port 801ced85-275d-44e3-9054-3afab28c54fd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:30.090528 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (801ced85-275d-44e3-9054-3afab28c54fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.165740 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] For port 801ced85-275d-44e3-9054-3afab28c54fd, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=801ced85-275d-44e3-9054-3afab28c54fd,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:30.166104 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (801ced85-275d-44e3-9054-3afab28c54fd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.178301 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Calling delete_port for 801ced85-275d-44e3-9054-3afab28c54fd owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:30.353923 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (801ced85-275d-44e3-9054-3afab28c54fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.380841 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Pushing event deleted for resources: {'Port': ['ID=801ced85-275d-44e3-9054-3afab28c54fd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:30.555410 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.576079 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 009c6e8a-76a0-4d72-a6a4-672a7d58970c details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:25:30.581544 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6692-5a8b-44a6-8adc-3aeae162fc44 req-922b5602-0bda-415a-aeeb-1e9ecd84d965 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:30.583068 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eeba6692-5a8b-44a6-8adc-3aeae162fc44 req-922b5602-0bda-415a-aeeb-1e9ecd84d965 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 944 time: 0.0665216 Apr 06 17:25:30.633451 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eeba6692-5a8b-44a6-8adc-3aeae162fc44 req-ba1a51f7-ad65-406b-822d-8450bebb3a95 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Apr 06 17:25:30.677894 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:30.689976 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '009c6e8a-76a0-4d72-a6a4-672a7d58970c', 'network_id': '3f5797ef-8ac7-4f88-9a95-b93ecb9820bb', 'port_id': '009c6e8a-76a0-4d72-a6a4-672a7d58970c', 'mac_address': 'fa:16:3e:86:0c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c561085-2b31-4996-a2f8-bcb391257fa6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:25:30.727233 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 009c6e8a-76a0-4d72-a6a4-672a7d58970c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:25:30.727627 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.740563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009c6e8a-76a0-4d72-a6a4-672a7d58970c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:25:30.760303 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:30.765320 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.783164 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Router 794adf6f-0dad-40d1-a1db-32b1de3bd06c has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:30.817211 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:30.824082 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.824430 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.824769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.825123 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.825455 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.825781 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.826104 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.826420 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.826740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.827061 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.827376 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.827697 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.828118 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.828913 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.829255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:30.893316 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:30.898353 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-3f6be6ba-cad9-44f2-ae5c-380dde01cf47 admin admin] 10.222.0.23 "PUT /v2.0/routers/794adf6f-0dad-40d1-a1db-32b1de3bd06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084764 Apr 06 17:25:30.900793 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59660) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:30.903637 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Sync routers for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:30.914198 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:30.914808 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:31.006127 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks [] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.023893 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:31.075442 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['009c6e8a-76a0-4d72-a6a4-672a7d58970c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:25:31.112449 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks [] for router_gateway (794adf6f-0dad-40d1-a1db-32b1de3bd06c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.165448 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Deleting port 24f14956-0fce-4a8e-b1d4-3c7887f35618 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:31.166036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.245444 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] For port 24f14956-0fce-4a8e-b1d4-3c7887f35618, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=24f14956-0fce-4a8e-b1d4-3c7887f35618,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:31.245802 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.258311 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Calling delete_port for 24f14956-0fce-4a8e-b1d4-3c7887f35618 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:31.415253 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:25:30Z', 'revision_number': 5, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port': {'id': '24f14956-0fce-4a8e-b1d4-3c7887f35618', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:18Z', 'updated_at': '2022-04-06T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:31.426910 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (24f14956-0fce-4a8e-b1d4-3c7887f35618), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.449199 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Checking router: 794adf6f-0dad-40d1-a1db-32b1de3bd06c for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:31.457693 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f14956-0fce-4a8e-b1d4-3c7887f35618,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:31.467561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Routers {'794adf6f-0dad-40d1-a1db-32b1de3bd06c'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:31.468224 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:31.512891 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.547920 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] Set router 794adf6f-0dad-40d1-a1db-32b1de3bd06c gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:31.603947 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.607687 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks [] for router_controller (794adf6f-0dad-40d1-a1db-32b1de3bd06c), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.662676 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (794adf6f-0dad-40d1-a1db-32b1de3bd06c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.664174 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 794adf6f-0dad-40d1-a1db-32b1de3bd06c {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:25:31.669262 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.670911 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6f6a0fba-fd36-41eb-9949-a1b97645cb50 admin admin] 10.222.0.23 "DELETE /v2.0/routers/794adf6f-0dad-40d1-a1db-32b1de3bd06c HTTP/1.1" status: 204 len: 168 time: 0.7690589 Apr 06 17:25:31.673432 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59664) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:31.721556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Deleting subnet f9a2654a-d870-412f-87a9-86dffe2c3c36 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:25:31.725143 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Publish callbacks [] for subnet (f9a2654a-d870-412f-87a9-86dffe2c3c36), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.739953 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:25:31Z', 'revision_number': 7, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:31.762407 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (f9a2654a-d870-412f-87a9-86dffe2c3c36), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.768330 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492e4d6-7d3c-4a89-bc36-aec06e90fe78 None None] The sync data for ids ['794adf6f-0dad-40d1-a1db-32b1de3bd06c'] in dv-cinder-836859-1-iscsi is: [{'id': '794adf6f-0dad-40d1-a1db-32b1de3bd06c', 'name': 'tempest-TestVolumeBootPattern-1576065153-router', 'tenant_id': '934fd09758e54661b8220d8f17b439f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:17Z', 'updated_at': '2022-04-06T17:25:31Z', 'revision_number': 7, 'project_id': '934fd09758e54661b8220d8f17b439f9', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:31.779505 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014120c-9b7e-4edc-84d2-b755af2ec8ab req-0e8c65c8-609f-45c4-ba3d-6d05140bb1a8 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:31.787637 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d014120c-9b7e-4edc-84d2-b755af2ec8ab req-0e8c65c8-609f-45c4-ba3d-6d05140bb1a8 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 945 time: 0.0664659 Apr 06 17:25:31.834683 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d014120c-9b7e-4edc-84d2-b755af2ec8ab req-54869cd1-a270-4fde-bb46-be8d3052251c tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Apr 06 17:25:31.857282 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (f9a2654a-d870-412f-87a9-86dffe2c3c36), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.908874 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (f9a2654a-d870-412f-87a9-86dffe2c3c36), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.935304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a2654a-d870-412f-87a9-86dffe2c3c36,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:31.937198 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:31.941519 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4b31b9be-412b-4f20-bc5b-f780e98a4a7e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9a2654a-d870-412f-87a9-86dffe2c3c36 HTTP/1.1" status: 204 len: 168 time: 0.2669928 Apr 06 17:25:31.942255 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26022b66-c20d-4ffc-bf83-19f7c675f6ff None None] Network 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:25:31.944064 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59666) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:32.014956 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (4b3cbfe8-430b-47e6-b984-4c0eb5be5625), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.067126 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Deleting port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:32.067478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.129671 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] For port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:32.130036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.144431 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Calling delete_port for 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:32.146250 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] DHCP port deletion for 4b3cbfe8-430b-47e6-b984-4c0eb5be5625 request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:25:32.195059 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Deleting port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:32.195440 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.231023 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.256608 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:32.260103 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] No DVR routers for this DVR port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:32.263967 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] For port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,segment=NetworkSegment(bb99373b-3f6d-4948-ada1-5c1171955d32),segment_id=bb99373b-3f6d-4948-ada1-5c1171955d32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:32.264451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.277623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Calling delete_port for 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:32.332046 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (4b3cbfe8-430b-47e6-b984-4c0eb5be5625), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.352107 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3cbfe8-430b-47e6-b984-4c0eb5be5625']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:32.357782 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (3aa74dcd-1103-4f8f-aa4d-b6419fc597ce), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.362197 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb99373b-3f6d-4948-ada1-5c1171955d32') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:32.363471 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb99373b-3f6d-4948-ada1-5c1171955d32') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:32.371898 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (bb99373b-3f6d-4948-ada1-5c1171955d32), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.385502 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (bb99373b-3f6d-4948-ada1-5c1171955d32), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.386517 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] Pushing event deleted for resources: {'Port': ['ID=3aa74dcd-1103-4f8f-aa4d-b6419fc597ce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:32.390106 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88858c83-a13f-43d4-9e12-29692c5c6c98 None None] No DVR routers for this DVR port 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:32.394429 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:25:32.394944 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (bb99373b-3f6d-4948-ada1-5c1171955d32), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:25:32.396494 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:25:32.449921 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (4b3cbfe8-430b-47e6-b984-4c0eb5be5625), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.455412 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.458861 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] 10.222.0.23 "DELETE /v2.0/networks/4b3cbfe8-430b-47e6-b984-4c0eb5be5625 HTTP/1.1" status: 204 len: 168 time: 0.5135164 Apr 06 17:25:32.461599 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59668) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:32.470302 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ddb54-6cc8-4441-8c06-a8c9e577c44b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3cbfe8-430b-47e6-b984-4c0eb5be5625,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:32.575755 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 009c6e8a-76a0-4d72-a6a4-672a7d58970c up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:25:32.630058 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 009c6e8a-76a0-4d72-a6a4-672a7d58970c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:25:32.634366 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 009c6e8a-76a0-4d72-a6a4-672a7d58970c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:25:32.634751 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.716484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 009c6e8a-76a0-4d72-a6a4-672a7d58970c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:25:32.716886 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.749219 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:32.751862 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d1dee-aeda-401e-9ea2-3f9bbca03c66" -d '{"events": [{"server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "name": "network-vif-plugged", "status": "completed", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:32.767812 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:32.773317 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.802784 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d7721c-f8ba-4bcc-bcdb-76eef6151cb7 x-openstack-request-id: req-25d7721c-f8ba-4bcc-bcdb-76eef6151cb7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:32.803077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "name": "network-vif-plugged", "status": "completed", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:32.803325 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25d7721c-f8ba-4bcc-bcdb-76eef6151cb7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:32.803712 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d7721c-f8ba-4bcc-bcdb-76eef6151cb7'] response: {'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c', 'code': 200} Apr 06 17:25:32.838047 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:32.863963 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (7a5a0051-913a-473d-97be-4e805972e5c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.976593 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb3815-f1be-4254-81aa-3ff269a5373a req-d68714ab-fe3e-41f2-9c7b-1a34f01851f7 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:32.978042 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-43fb3815-f1be-4254-81aa-3ff269a5373a req-d68714ab-fe3e-41f2-9c7b-1a34f01851f7 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0580239 Apr 06 17:25:33.015615 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f2363-63a9-4bd9-9f6e-2659dd537b08 req-e345c1e8-8c6b-48cf-9609-b1f6a81496f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:33.017407 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b8f2363-63a9-4bd9-9f6e-2659dd537b08 req-e345c1e8-8c6b-48cf-9609-b1f6a81496f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 1130 time: 0.0620308 Apr 06 17:25:33.028877 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-43fb3815-f1be-4254-81aa-3ff269a5373a req-53ed14f1-aaaf-457d-ae8d-71de7a73c204 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Apr 06 17:25:33.105882 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b8f2363-63a9-4bd9-9f6e-2659dd537b08 req-1aa7c663-169c-41ff-bf52-0055b141236c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Apr 06 17:25:33.191539 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Deleting port 7c94e523-2a89-414b-9f64-628e7629c389 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:33.191804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (7c94e523-2a89-414b-9f64-628e7629c389), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.269316 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] For port 7c94e523-2a89-414b-9f64-628e7629c389, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=7c94e523-2a89-414b-9f64-628e7629c389,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:33.269678 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (7c94e523-2a89-414b-9f64-628e7629c389), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.282372 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Calling delete_port for 7c94e523-2a89-414b-9f64-628e7629c389 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:33.456883 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (7c94e523-2a89-414b-9f64-628e7629c389), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.481777 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c94e523-2a89-414b-9f64-628e7629c389,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:33.650756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (7a5a0051-913a-473d-97be-4e805972e5c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.712036 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 801ced85-275d-44e3-9054-3afab28c54fd no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:33.731142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 801ced85-275d-44e3-9054-3afab28c54fd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:33.731484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 801ced85-275d-44e3-9054-3afab28c54fd not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:33.731893 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:33.751085 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:33.751344 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3aa74dcd-1103-4f8f-aa4d-b6419fc597ce not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:33.751758 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 24f14956-0fce-4a8e-b1d4-3c7887f35618 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:33.770944 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 24f14956-0fce-4a8e-b1d4-3c7887f35618 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:33.771288 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 24f14956-0fce-4a8e-b1d4-3c7887f35618 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:33.868611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Router 7a5a0051-913a-473d-97be-4e805972e5c4 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:33.966268 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-629152d6-b5ea-4080-b21f-d28581592ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.976967 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:33.981751 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-acaeac65-8bc9-47e7-90da-8e77d3a7c915 admin admin] 10.222.0.23 "PUT /v2.0/routers/7a5a0051-913a-473d-97be-4e805972e5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191295 Apr 06 17:25:33.984739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:33.987640 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Sync routers for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:34.001333 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:34.001600 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:34.091668 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks [] for router (7a5a0051-913a-473d-97be-4e805972e5c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.112933 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:34.223139 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b4b6-e6ea-4029-96b2-fee908259b41 req-0fa06641-e946-4c74-ba27-7ef619f0efb1 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:34.224527 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e86b4b6-e6ea-4029-96b2-fee908259b41 req-0fa06641-e946-4c74-ba27-7ef619f0efb1 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0995829 Apr 06 17:25:34.253396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks [] for router_gateway (7a5a0051-913a-473d-97be-4e805972e5c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.294602 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:25:33Z', 'revision_number': 5, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port': {'id': '5ff32fc8-a1dd-475f-b30e-da41a350b125', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:34.307339 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1e86b4b6-e6ea-4029-96b2-fee908259b41 req-3883510d-52ff-4f8f-b349-282075e6dda9 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751758 Apr 06 17:25:34.327695 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Deleting port 5ff32fc8-a1dd-475f-b30e-da41a350b125 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:34.328587 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.328910 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Checking router: 7a5a0051-913a-473d-97be-4e805972e5c4 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:34.337276 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Routers {'7a5a0051-913a-473d-97be-4e805972e5c4'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:34.337872 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:25:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['7a5a0051-913a-473d-97be-4e805972e5c4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:34.407794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] For port 5ff32fc8-a1dd-475f-b30e-da41a350b125, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=5ff32fc8-a1dd-475f-b30e-da41a350b125,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:34.408158 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.420022 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Calling delete_port for 5ff32fc8-a1dd-475f-b30e-da41a350b125 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:34.426661 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] Set router 7a5a0051-913a-473d-97be-4e805972e5c4 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:34.481509 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:25:34Z', 'revision_number': 6, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:34.509298 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be74de-fdeb-40fc-8621-c010467d7600 None None] The sync data for ids ['7a5a0051-913a-473d-97be-4e805972e5c4'] in dv-cinder-836859-1-iscsi is: [{'id': '7a5a0051-913a-473d-97be-4e805972e5c4', 'name': 'tempest-TestVolumeBootPattern-1732805372-router', 'tenant_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:17:25Z', 'updated_at': '2022-04-06T17:25:34Z', 'revision_number': 6, 'project_id': '4166ba51aa3b4fb7b86d1caf79c62790', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:34.868071 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (5ff32fc8-a1dd-475f-b30e-da41a350b125), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.899022 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff32fc8-a1dd-475f-b30e-da41a350b125,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:34.970736 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (7a5a0051-913a-473d-97be-4e805972e5c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.064984 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (7a5a0051-913a-473d-97be-4e805972e5c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.067233 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks [] for router_controller (7a5a0051-913a-473d-97be-4e805972e5c4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.112933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (7a5a0051-913a-473d-97be-4e805972e5c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.113421 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5a0051-913a-473d-97be-4e805972e5c4 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:25:35.117746 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.118888 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c9907ad9-f826-4afb-a2ec-13a82122b720 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7a5a0051-913a-473d-97be-4e805972e5c4 HTTP/1.1" status: 204 len: 168 time: 1.1332049 Apr 06 17:25:35.121448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:35.181245 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Deleting subnet 428c0e86-bfa7-472e-a456-77b1907679d8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:25:35.185237 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Publish callbacks [] for subnet (428c0e86-bfa7-472e-a456-77b1907679d8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.226696 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (428c0e86-bfa7-472e-a456-77b1907679d8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.307238 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (428c0e86-bfa7-472e-a456-77b1907679d8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.368815 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (428c0e86-bfa7-472e-a456-77b1907679d8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.396578 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428c0e86-bfa7-472e-a456-77b1907679d8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:35.402412 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.407843 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-713ea338-06e6-4ecb-bf68-4708a186d369 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/428c0e86-bfa7-472e-a456-77b1907679d8 HTTP/1.1" status: 204 len: 168 time: 0.2831194 Apr 06 17:25:35.408090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59682) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:35.410681 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2f44e-fcb6-427b-9e24-d82d8616cce0 None None] Network b8318296-0164-4239-9982-2fc3c43f5acb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:25:35.447028 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e236-5806-4fb1-9f23-fa94ff911530 req-312904ef-3103-4038-adeb-793327345462 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.448801 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c134e236-5806-4fb1-9f23-fa94ff911530 req-312904ef-3103-4038-adeb-793327345462 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0685217 Apr 06 17:25:35.494064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (b8318296-0164-4239-9982-2fc3c43f5acb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.506530 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-c134e236-5806-4fb1-9f23-fa94ff911530 req-de760d52-34db-4ffa-8492-7751f49d3e9f tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Apr 06 17:25:35.556611 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Deleting port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:35.556967 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.585811 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] DHCP port deletion for b8318296-0164-4239-9982-2fc3c43f5acb request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:25:35.641452 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] For port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:35.641816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.655126 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Deleting port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:35.655512 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.656458 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Calling delete_port for 1b86c7fd-3dc8-45a3-afce-097a9143b6cc owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:35.701054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1b86c7fd-3dc8-45a3-afce-097a9143b6cc no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:35.741862 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.762707 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] For port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,segment=NetworkSegment(e2bf80cc-8816-4f66-b0f1-97212ccc0d43),segment_id=e2bf80cc-8816-4f66-b0f1-97212ccc0d43)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:35.763110 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.775814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:35.777345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Calling delete_port for 1b86c7fd-3dc8-45a3-afce-097a9143b6cc owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:35.779396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] No DVR routers for this DVR port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc on host dv-cinder-836859-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:35.779541 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No active binding found for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc {{(pid=103476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 17:25:35.779769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] The host dv-cinder-836859-1-iscsi is not matching for port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc host None! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 17:25:35.780160 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1b86c7fd-3dc8-45a3-afce-097a9143b6cc not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:35.780577 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 5ff32fc8-a1dd-475f-b30e-da41a350b125 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:35.837299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 5ff32fc8-a1dd-475f-b30e-da41a350b125 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:35.837563 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 5ff32fc8-a1dd-475f-b30e-da41a350b125 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:35.838195 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7c94e523-2a89-414b-9f64-628e7629c389 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:35.854518 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (b8318296-0164-4239-9982-2fc3c43f5acb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.864296 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 7c94e523-2a89-414b-9f64-628e7629c389 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:35.864705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 7c94e523-2a89-414b-9f64-628e7629c389 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:35.882907 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8318296-0164-4239-9982-2fc3c43f5acb']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:35.893955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:35.894266 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bf80cc-8816-4f66-b0f1-97212ccc0d43') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:35.905946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (1b86c7fd-3dc8-45a3-afce-097a9143b6cc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.907870 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4903211'] for segment (e2bf80cc-8816-4f66-b0f1-97212ccc0d43), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.924879 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (e2bf80cc-8816-4f66-b0f1-97212ccc0d43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.934490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:25:35.934906 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66418609'] for segment (e2bf80cc-8816-4f66-b0f1-97212ccc0d43), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: Traceback (most recent call last): Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: timer() Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: cb(*args, **kw) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: self._notify() Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: self.callback(batched_events) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: event.method(event) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: return f(self, *a, **k) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._get(url).json() Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:25:35.936690 dv-cinder-836859-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:25:35.948693 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] Pushing event deleted for resources: {'Port': ['ID=1b86c7fd-3dc8-45a3-afce-097a9143b6cc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:35.951728 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e5ec9-5a30-414c-b42a-20a60ff2853d None None] No DVR routers for this DVR port 1b86c7fd-3dc8-45a3-afce-097a9143b6cc on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:36.001121 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (b8318296-0164-4239-9982-2fc3c43f5acb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.005392 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.008554 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8318296-0164-4239-9982-2fc3c43f5acb HTTP/1.1" status: 204 len: 168 time: 0.5995312 Apr 06 17:25:36.021517 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994113d-5073-41ef-b901-95bce529a413 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8318296-0164-4239-9982-2fc3c43f5acb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:36.128242 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:36.167426 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fd06633d-86ad-4235-9a1a-ec899625da75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=934fd09758e54661b8220d8f17b439f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379560 Apr 06 17:25:36.169798 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:36.214851 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] Publish callbacks [] for security_group (0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.238063 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] Publish callbacks [] for security_group (0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.286999 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.289666 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.294039 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff HTTP/1.1" status: 204 len: 168 time: 0.1202521 Apr 06 17:25:36.300084 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad01ec-e7fa-4e45-a0f8-fc5445524e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24bae7-10f8-4dc9-8733-bd1ee8ee5fff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:36.599581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59704) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:36.640307 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2940e607-fe79-4bf6-88a2-456b527aeea6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4166ba51aa3b4fb7b86d1caf79c62790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396018 Apr 06 17:25:36.643562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:36.688309 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] Publish callbacks [] for security_group (273f58b9-0d0a-4038-a198-5df52bb4df86), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.693899 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0258125c-e886-47ae-8036-06d5b92a267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.710933 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] Publish callbacks [] for security_group (273f58b9-0d0a-4038-a198-5df52bb4df86), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.758228 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (273f58b9-0d0a-4038-a198-5df52bb4df86), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.761401 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:36.762682 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/273f58b9-0d0a-4038-a198-5df52bb4df86 HTTP/1.1" status: 204 len: 168 time: 0.1182437 Apr 06 17:25:36.772862 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84246840-b161-4e74-8827-6a3ed7ea4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f58b9-0d0a-4038-a198-5df52bb4df86,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:37.667322 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:39.102739 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:40.064052 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:25:40.461871 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:53.514707 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecca96-f504-4d0a-9d97-3d95484e2ca7 req-0f9dd17b-59c9-4ca5-8b82-ec9a5a2cee7e tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:53.516196 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d1ecca96-f504-4d0a-9d97-3d95484e2ca7 req-0f9dd17b-59c9-4ca5-8b82-ec9a5a2cee7e tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0524285 Apr 06 17:25:53.564557 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-d1ecca96-f504-4d0a-9d97-3d95484e2ca7 req-b5b612da-89be-47d6-afbe-beb6857445d3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Apr 06 17:25:54.685129 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573d81-6315-430b-b5ff-c908e34c1878 req-57b8245b-af41-4996-aeb9-0e1fc29b440a tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:54.686592 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29573d81-6315-430b-b5ff-c908e34c1878 req-57b8245b-af41-4996-aeb9-0e1fc29b440a tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0517092 Apr 06 17:25:54.733113 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29573d81-6315-430b-b5ff-c908e34c1878 req-9a69d4a6-3699-4f01-a49c-fc13829afc6a tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Apr 06 17:25:55.240766 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-83796881-a0f9-4d05-829b-14d2c88806b3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:55.242219 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-83796881-a0f9-4d05-829b-14d2c88806b3 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 946 time: 0.0558636 Apr 06 17:25:55.337838 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Deleting port 009c6e8a-76a0-4d72-a6a4-672a7d58970c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:55.338180 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:55.427361 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] For port 009c6e8a-76a0-4d72-a6a4-672a7d58970c, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=009c6e8a-76a0-4d72-a6a4-672a7d58970c,segment=NetworkSegment(680aef78-9669-4478-8235-6941635f8712),segment_id=680aef78-9669-4478-8235-6941635f8712)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:55.427717 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:55.439988 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Calling delete_port for 009c6e8a-76a0-4d72-a6a4-672a7d58970c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:55.564127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (009c6e8a-76a0-4d72-a6a4-672a7d58970c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:55.579236 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['009c6e8a-76a0-4d72-a6a4-672a7d58970c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:25:55.593973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Pushing event deleted for resources: {'Port': ['ID=009c6e8a-76a0-4d72-a6a4-672a7d58970c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:55.636681 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] No DVR routers for this DVR port 009c6e8a-76a0-4d72-a6a4-672a7d58970c on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:55.639136 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:55.642631 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92dc49e6-c335-4534-9b7f-619c7f90759a req-645fb2d0-b7ee-40b1-964b-761ecdbd3cbf tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.43 "DELETE /v2.0/ports/009c6e8a-76a0-4d72-a6a4-672a7d58970c HTTP/1.1" status: 204 len: 173 time: 0.3898349 Apr 06 17:25:55.643066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'name': 'network-vif-deleted', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:55.645544 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc8133b-9033-4cc9-8be0-00358a1dfe8d" -d '{"events": [{"server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "name": "network-vif-deleted", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:55.841343 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9179757-5f49-4072-bc41-0d27970f62a9 req-f4cbfe78-5c71-4810-a231-2c0cf9c50549 tempest-VolumesSnapshotTestJSON-17094627 tempest-VolumesSnapshotTestJSON-17094627-project] 10.222.0.23 "GET /v2.0/ports?device_id=1865bc24-9274-4641-a591-8038dc7921dd HTTP/1.1" status: 200 len: 210 time: 0.0275717 Apr 06 17:25:55.871428 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fca664-dd7b-401d-828f-86e5996485a9 x-openstack-request-id: req-09fca664-dd7b-401d-828f-86e5996485a9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:55.871722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1865bc24-9274-4641-a591-8038dc7921dd", "name": "network-vif-deleted", "tag": "009c6e8a-76a0-4d72-a6a4-672a7d58970c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:55.871973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09fca664-dd7b-401d-828f-86e5996485a9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:55.872372 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fca664-dd7b-401d-828f-86e5996485a9'] response: {'server_uuid': '1865bc24-9274-4641-a591-8038dc7921dd', 'name': 'network-vif-deleted', 'tag': '009c6e8a-76a0-4d72-a6a4-672a7d58970c', 'status': 'completed', 'code': 200} Apr 06 17:25:59.404659 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 009c6e8a-76a0-4d72-a6a4-672a7d58970c no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:59.429903 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 009c6e8a-76a0-4d72-a6a4-672a7d58970c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:59.430244 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 009c6e8a-76a0-4d72-a6a4-672a7d58970c not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:26:00.207346 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:03.967592 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7adace7-0d26-4517-ad93-6eea3120aef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:06.695828 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f987c74-a44d-4da9-b8dd-e489a0c22280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:07.669073 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:09.105121 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:10.467053 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:17.063044 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:26:18.945095 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59908) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:18.991656 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Deleting subnet 8c561085-2b31-4996-a2f8-bcb391257fa6 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:26:18.994881 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Publish callbacks [] for subnet (8c561085-2b31-4996-a2f8-bcb391257fa6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.028490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (8c561085-2b31-4996-a2f8-bcb391257fa6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.072154 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (8c561085-2b31-4996-a2f8-bcb391257fa6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.122787 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (8c561085-2b31-4996-a2f8-bcb391257fa6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.154388 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.157545 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c561085-2b31-4996-a2f8-bcb391257fa6 HTTP/1.1" status: 204 len: 168 time: 0.2112000 Apr 06 17:26:19.158540 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077def1-9221-45db-b494-982d602f0780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c561085-2b31-4996-a2f8-bcb391257fa6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:19.160151 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 59910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:19.226254 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.305386 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.324796 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5797ef-8ac7-4f88-9a95-b93ecb9820bb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:19.333883 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680aef78-9669-4478-8235-6941635f8712') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:19.334181 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680aef78-9669-4478-8235-6941635f8712') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:19.345267 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (680aef78-9669-4478-8235-6941635f8712), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.358671 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (680aef78-9669-4478-8235-6941635f8712), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.364297 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:26:19.364665 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (680aef78-9669-4478-8235-6941635f8712), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:26:19.366264 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:26:19.418843 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (3f5797ef-8ac7-4f88-9a95-b93ecb9820bb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.424382 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.427547 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f5797ef-8ac7-4f88-9a95-b93ecb9820bb HTTP/1.1" status: 204 len: 168 time: 0.2658253 Apr 06 17:26:19.439134 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9eef-682b-41d7-b05c-b3c1cfb13195 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5797ef-8ac7-4f88-9a95-b93ecb9820bb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:19.584052 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59914) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:19.624199 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5187781e-d6b9-428c-94ba-cb22ec61d4b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02d1593123954f06a692d66b643bb439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389299 Apr 06 17:26:19.626581 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 59916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:19.673471 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Publish callbacks [] for security_group (a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.693955 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Publish callbacks [] for security_group (a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.740767 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.743426 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:19.744581 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0 HTTP/1.1" status: 204 len: 168 time: 0.1171005 Apr 06 17:26:19.752035 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d23d25-14b0-48c7-a300-6e6e0f3cd6a0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:19.759141 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.759529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.759826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.760156 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.760482 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.760805 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.761154 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.761476 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.761797 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.762116 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.762436 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.762756 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.763072 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.763493 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:19.768909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9cd03-9202-4bc0-b242-abb5c0b4819e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:30.213850 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:33.970384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82f87cdc-e569-4961-94cf-c0af29f968cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:36.696515 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c97b3cef-f5ca-4aab-83b5-470f16796a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:37.671929 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:37.831916 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:37.960940 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-490098ed-5ca1-4247-8767-e88a598bf7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.034090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-490098ed-5ca1-4247-8767-e88a598bf7e0 admin admin] Publish callbacks [] for security_group (b788d216-1a47-4cc0-8f95-9df190ae5c9b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.037472 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-490098ed-5ca1-4247-8767-e88a598bf7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (b788d216-1a47-4cc0-8f95-9df190ae5c9b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.078532 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-490098ed-5ca1-4247-8767-e88a598bf7e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=232482f699034ceba7b92a137b30527c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455091 Apr 06 17:26:38.079461 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490098ed-5ca1-4247-8767-e88a598bf7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788d216-1a47-4cc0-8f95-9df190ae5c9b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:38.081222 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:38.127293 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Publish callbacks [] for security_group (b788d216-1a47-4cc0-8f95-9df190ae5c9b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.152147 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Publish callbacks [] for security_group (b788d216-1a47-4cc0-8f95-9df190ae5c9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.421452 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (b788d216-1a47-4cc0-8f95-9df190ae5c9b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.424035 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:38.425212 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b788d216-1a47-4cc0-8f95-9df190ae5c9b HTTP/1.1" status: 204 len: 168 time: 0.3429778 Apr 06 17:26:38.433896 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788d216-1a47-4cc0-8f95-9df190ae5c9b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:38.441043 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.441394 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.441740 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.442082 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.442420 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.442750 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.443084 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.443877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.443877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.444082 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.444346 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.444669 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.445005 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.445336 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:38.445658 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf43049-a31a-453e-8fd4-29075ef5fc1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:39.077712 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60072) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:39.107680 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.173965 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1604074405-network', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:39.193138 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Made reservation on behalf of f3a14e8266e84b10a6ce26022b376021 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:26:39.195255 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.203877 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.277035 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks [] for security_group (89c3554b-bdd2-436e-9466-a383121f345a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.280473 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (89c3554b-bdd2-436e-9466-a383121f345a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.300038 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:26:39.313440 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3554b-bdd2-436e-9466-a383121f345a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:39.318164 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (529f6007-286b-4d69-9716-b97f3a248464), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.318512 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Added segment 529f6007-286b-4d69-9716-b97f3a248464 of type vlan for network 7813631a-4f10-47fb-af25-4f42d6544720 Apr 06 17:26:39.358219 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (7813631a-4f10-47fb-af25-4f42d6544720), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.382438 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (7813631a-4f10-47fb-af25-4f42d6544720), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.383424 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:39.384014 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.442442 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3636189 Apr 06 17:26:39.445487 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:39.447598 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e81b6b-64f5-490d-ac57-e5e43168790b admin admin] Pushing event updated for resources: {'Network': ['ID=7813631a-4f10-47fb-af25-4f42d6544720,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:39.450484 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Request body: {'subnet': {'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1604074405-subnet', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:39.457189 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:26:39.470585 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Made reservation on behalf of f3a14e8266e84b10a6ce26022b376021 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:26:39.472818 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.638381 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (04a0e64a-9a4b-482b-8736-2bb10081c4e3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.692876 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a0e64a-9a4b-482b-8736-2bb10081c4e3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:39.701959 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Checking segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:39.702323 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Network hostable DHCP agents. Network: 7813631a-4f10-47fb-af25-4f42d6544720, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:26:39.718468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Network 7813631a-4f10-47fb-af25-4f42d6544720 is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:26:39.726677 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, 7813631a-4f10-47fb-af25-4f42d6544720) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:39.732140 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:39.734090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.735421 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bc18f-b470-4707-8ebf-8c7d6999bc49 None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:26:39.749961 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4ae7a5cc-a684-460f-a228-37701d0e9f17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3034503 Apr 06 17:26:39.752505 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:39.756738 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:39.776632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (fd49ce38-8b20-431e-93db-70c9b256d278), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.777825 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (fd49ce38-8b20-431e-93db-70c9b256d278), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.831608 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for router_controller (fd49ce38-8b20-431e-93db-70c9b256d278), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.837440 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-7813631a-4f10-47fb-af25-4f42d6544720', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:26:39.839108 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.971763 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Allocated IP 172.20.0.2 (7813631a-4f10-47fb-af25-4f42d6544720/04a0e64a-9a4b-482b-8736-2bb10081c4e3/8134d555-7f1e-46ad-b617-df7925bf4ee7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:39.975795 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for router_gateway (fd49ce38-8b20-431e-93db-70c9b256d278), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.116486 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks [] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.123034 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.169925 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:40.175028 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:40.177163 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Pushing event updated for resources: {'Port': ['ID=8134d555-7f1e-46ad-b617-df7925bf4ee7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:40.179245 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:40.183687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for router_gateway (fd49ce38-8b20-431e-93db-70c9b256d278), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.188367 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.188722 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.189089 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.189433 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.189774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.190100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.190427 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.190754 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.191076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.191400 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.191725 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.192054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.192375 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.192692 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.193011 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:40.204167 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.246959 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Attempting to bind port 8134d555-7f1e-46ad-b617-df7925bf4ee7 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:40.247246 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Attempting to bind port 8134d555-7f1e-46ad-b617-df7925bf4ee7 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:40.247610 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Attempting to bind port 8134d555-7f1e-46ad-b617-df7925bf4ee7 on network 7813631a-4f10-47fb-af25-4f42d6544720 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:40.252750 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:40.253149 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Checking segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:40.253554 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.253948 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Bound using segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:40.254410 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Bound port: 8134d555-7f1e-46ad-b617-df7925bf4ee7, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:40.254791 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.308574 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Allocated IP 172.27.3.21 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/eb164b96-f326-41d4-9594-25939718c3a4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:40.316088 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] For port 8134d555-7f1e-46ad-b617-df7925bf4ee7, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:40.319136 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] For port 8134d555-7f1e-46ad-b617-df7925bf4ee7, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8134d555-7f1e-46ad-b617-df7925bf4ee7,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:40.327115 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.385814 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b5a3-5456-432b-8f6c-e5e6e876454d None None] Pushing event updated for resources: {'Port': ['ID=8134d555-7f1e-46ad-b617-df7925bf4ee7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:40.423921 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for port (eb164b96-f326-41d4-9594-25939718c3a4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.460213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (eb164b96-f326-41d4-9594-25939718c3a4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.474806 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.503000 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:40.506054 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:40.509625 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:40.516076 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Pushing event updated for resources: {'Port': ['ID=eb164b96-f326-41d4-9594-25939718c3a4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:40.781464 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for router_gateway (fd49ce38-8b20-431e-93db-70c9b256d278), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.979571 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (fd49ce38-8b20-431e-93db-70c9b256d278), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.113949 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Router fd49ce38-8b20-431e-93db-70c9b256d278 is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:26:41.226061 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:26:41.237521 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Sync routers for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:26:41.243324 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.245086 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-49d13952-edf1-4729-94b1-8b62c22638ff admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4915900 Apr 06 17:26:41.247816 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:41.253749 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:41.254391 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:41.350436 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43a3a8-4f06-42cb-a950-1727ecc4a1ef None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:26:41.410829 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:41.662365 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Provisioning complete for port 8134d555-7f1e-46ad-b617-df7925bf4ee7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:41.662745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.676367 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.725388 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8134d555-7f1e-46ad-b617-df7925bf4ee7 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:41.834794 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Allocated IP 172.20.0.1 (7813631a-4f10-47fb-af25-4f42d6544720/04a0e64a-9a4b-482b-8736-2bb10081c4e3/50b519ea-e5ce-41c7-b085-0579f2b0af6e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:41.884014 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Current status of the port 8134d555-7f1e-46ad-b617-df7925bf4ee7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:41.884308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.901070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 8134d555-7f1e-46ad-b617-df7925bf4ee7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:41.901451 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.958658 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] For port 8134d555-7f1e-46ad-b617-df7925bf4ee7, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8134d555-7f1e-46ad-b617-df7925bf4ee7,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:41.962570 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:40Z', 'revision_number': 3, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:41.967785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks [] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.995072 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.000491 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Checking router: fd49ce38-8b20-431e-93db-70c9b256d278 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:26:42.000839 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Updating router fd49ce38-8b20-431e-93db-70c9b256d278 port eb164b96-f326-41d4-9594-25939718c3a4 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:26:42.007490 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.053556 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Network 7813631a-4f10-47fb-af25-4f42d6544720 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:42.056564 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:42.060187 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:42.065814 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Pushing event updated for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:42.071056 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (eb164b96-f326-41d4-9594-25939718c3a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.104679 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (fd49ce38-8b20-431e-93db-70c9b256d278), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.127546 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdb435-0151-4bd1-88e9-88fd6643efb5 None None] Pushing event updated for resources: {'Port': ['ID=8134d555-7f1e-46ad-b617-df7925bf4ee7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:42.149543 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 8134d555-7f1e-46ad-b617-df7925bf4ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:42.162637 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7f12b44d-ec11-4cb6-ad20-54d40d72dc96 None None] Provisioning complete for port 8134d555-7f1e-46ad-b617-df7925bf4ee7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:42.163368 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f12b44d-ec11-4cb6-ad20-54d40d72dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.250047 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.361467 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f12b44d-ec11-4cb6-ad20-54d40d72dc96 None None] Current status of the port 8134d555-7f1e-46ad-b617-df7925bf4ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:42.418973 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks [] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.423634 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.446567 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks [] for port (eb164b96-f326-41d4-9594-25939718c3a4), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.451825 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (eb164b96-f326-41d4-9594-25939718c3a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.519036 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Attempting to bind port eb164b96-f326-41d4-9594-25939718c3a4 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:42.519411 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Attempting to bind port eb164b96-f326-41d4-9594-25939718c3a4 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:42.519774 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Attempting to bind port eb164b96-f326-41d4-9594-25939718c3a4 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:42.521761 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d79ca-2b4e-405e-bc8d-eb649b0adc30 None None] Pushing event updated for resources: {'Port': ['ID=eb164b96-f326-41d4-9594-25939718c3a4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:42.524053 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-87de6fe2-b81b-419a-b184-4dd6775b5783 None None] Provisioning complete for port 50b519ea-e5ce-41c7-b085-0579f2b0af6e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:42.524426 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87de6fe2-b81b-419a-b184-4dd6775b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.547270 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:42.547649 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:42.548056 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.548455 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:42.548948 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Bound port: eb164b96-f326-41d4-9594-25939718c3a4, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:42.549357 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (eb164b96-f326-41d4-9594-25939718c3a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.592213 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-87de6fe2-b81b-419a-b184-4dd6775b5783 None None] Port 50b519ea-e5ce-41c7-b085-0579f2b0af6e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:26:42.614959 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] For port eb164b96-f326-41d4-9594-25939718c3a4, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:42.618209 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] For port eb164b96-f326-41d4-9594-25939718c3a4, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=eb164b96-f326-41d4-9594-25939718c3a4,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:42.625978 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (eb164b96-f326-41d4-9594-25939718c3a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.692036 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:42.692576 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:42.694499 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d79ca-2b4e-405e-bc8d-eb649b0adc30 None None] Pushing event updated for resources: {'Port': ['ID=eb164b96-f326-41d4-9594-25939718c3a4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:42.774098 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (fd49ce38-8b20-431e-93db-70c9b256d278), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:42.777718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Pushing event updated for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:42.808359 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:42.866189 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Network 7813631a-4f10-47fb-af25-4f42d6544720 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:42.867620 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:42.987965 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Router fd49ce38-8b20-431e-93db-70c9b256d278 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:26:43.017312 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 2, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:43.046935 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040c1d-e515-4a87-9997-e5d4137a89bc None None] The sync data for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi is: [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 2, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:26:43.107281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:26:43.115660 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4a9d9e49-adf7-4dfb-8536-19baad4ab033 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd49ce38-8b20-431e-93db-70c9b256d278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636091 Apr 06 17:26:43.117394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-52065851-934b-4f0c-837f-709e3dbf5c0f None None] Provisioning complete for port 50b519ea-e5ce-41c7-b085-0579f2b0af6e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:43.117749 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52065851-934b-4f0c-837f-709e3dbf5c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.159483 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52065851-934b-4f0c-837f-709e3dbf5c0f None None] Port 50b519ea-e5ce-41c7-b085-0579f2b0af6e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:26:43.615037 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:43.620483 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1841810574-network', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:43.641579 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Made reservation on behalf of 39f3bedf605b4defb2fd8a2419f36f3b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:26:43.644162 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.654120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.746781 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8134d555-7f1e-46ad-b617-df7925bf4ee7 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:43.747879 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks [] for security_group (dcfeb6ad-ec7a-4514-a727-7c13e72c08d4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.755048 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dcfeb6ad-ec7a-4514-a727-7c13e72c08d4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.781321 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfeb6ad-ec7a-4514-a727-7c13e72c08d4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:43.789563 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:26:43.802670 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 8134d555-7f1e-46ad-b617-df7925bf4ee7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:43.802862 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.803735 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (1c434e0e-657c-4dc1-9544-13e57fe669cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.804086 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.segments_db [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Added segment 1c434e0e-657c-4dc1-9544-13e57fe669cd of type vlan for network b86cce61-7730-467c-b1a0-5f0783dff0bb Apr 06 17:26:43.851876 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759019809338'] for network (b86cce61-7730-467c-b1a0-5f0783dff0bb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.879961 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475'] for network (b86cce61-7730-467c-b1a0-5f0783dff0bb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.881178 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:43.881866 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.891532 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 8134d555-7f1e-46ad-b617-df7925bf4ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:43.937814 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3216677 Apr 06 17:26:43.940729 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:43.945934 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Request body: {'subnet': {'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1841810574-subnet', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:43.951012 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c2aa-3665-43e9-982e-fcf19cad1cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=b86cce61-7730-467c-b1a0-5f0783dff0bb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:43.961759 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Network b86cce61-7730-467c-b1a0-5f0783dff0bb details requested by agent ovs-agent-dv-cinder-836859-1-iscsi with host dv-cinder-836859-1-iscsi {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:26:43.967240 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Made reservation on behalf of 39f3bedf605b4defb2fd8a2419f36f3b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:26:43.969631 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66256371'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.157064 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66419228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66256365'] for subnet (de88ba27-533c-4f85-b409-24134e056e4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.212660 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de88ba27-533c-4f85-b409-24134e056e4d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:44.224198 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Checking segment: {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:44.224570 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Network hostable DHCP agents. Network: b86cce61-7730-467c-b1a0-5f0783dff0bb, hostable agents: ['1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:26:44.243559 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Network b86cce61-7730-467c-b1a0-5f0783dff0bb is scheduled to be hosted by DHCP agent 1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:26:44.253533 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836859-1-iscsi, b86cce61-7730-467c-b1a0-5f0783dff0bb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:44.257892 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:44.258429 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.266335 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ca2cc-2a73-4d56-a7c6-4b456a02a135 None None] Network b86cce61-7730-467c-b1a0-5f0783dff0bb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:26:44.277686 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f60c48ce-a8bb-4df4-b943-153fd42e0267 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355680 Apr 06 17:26:44.281104 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60100) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:44.285756 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:44.307286 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1149'] for router (66da7958-4031-4ba2-955b-88eeba20484d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.308653 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1124'] for router (66da7958-4031-4ba2-955b-88eeba20484d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.365192 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for router_controller (66da7958-4031-4ba2-955b-88eeba20484d), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.374223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe032499-2d26-5946-8d3b-73e7070a8c11-b86cce61-7730-467c-b1a0-5f0783dff0bb', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d'}]}} from dv-cinder-836859-1-iscsi. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:26:44.375345 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.514676 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for router_gateway (66da7958-4031-4ba2-955b-88eeba20484d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.519804 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Allocated IP 172.20.0.2 (b86cce61-7730-467c-b1a0-5f0783dff0bb/de88ba27-533c-4f85-b409-24134e056e4d/1dc6361c-fa19-4d58-b3cf-528849b1a133) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:44.664253 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks [] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.671440 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.714284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Network b86cce61-7730-467c-b1a0-5f0783dff0bb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:44.717301 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:44.720677 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:44.729656 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Pushing event updated for resources: {'Port': ['ID=1dc6361c-fa19-4d58-b3cf-528849b1a133,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:44.734244 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for router_gateway (66da7958-4031-4ba2-955b-88eeba20484d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.753839 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.780487 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Attempting to bind port 1dc6361c-fa19-4d58-b3cf-528849b1a133 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:44.781128 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Attempting to bind port 1dc6361c-fa19-4d58-b3cf-528849b1a133 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:44.781262 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Attempting to bind port 1dc6361c-fa19-4d58-b3cf-528849b1a133 on network b86cce61-7730-467c-b1a0-5f0783dff0bb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:44.786162 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:44.786537 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Checking segment: {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:44.786946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.787341 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Bound using segment: {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:44.787858 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Bound port: 1dc6361c-fa19-4d58-b3cf-528849b1a133, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:44.788295 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.862194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] For port 1dc6361c-fa19-4d58-b3cf-528849b1a133, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:44.864142 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Allocated IP 172.27.3.166 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/df51916e-41c4-4925-9183-34b9897c9860) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:44.865602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] For port 1dc6361c-fa19-4d58-b3cf-528849b1a133, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1dc6361c-fa19-4d58-b3cf-528849b1a133,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:44.872500 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.931654 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed59a2-8ff0-446d-a386-684c843d82b7 None None] Pushing event updated for resources: {'Port': ['ID=1dc6361c-fa19-4d58-b3cf-528849b1a133,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:44.988888 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for port (df51916e-41c4-4925-9183-34b9897c9860), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.026295 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (df51916e-41c4-4925-9183-34b9897c9860), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.071427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:45.081447 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:45.084428 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Pushing event updated for resources: {'Port': ['ID=df51916e-41c4-4925-9183-34b9897c9860,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:45.086698 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:45.206838 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Sync routers for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:26:45.217882 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:45.218537 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:45.328439 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:45.356687 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for router_gateway (66da7958-4031-4ba2-955b-88eeba20484d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.534699 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 2, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:45.561769 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Checking router: fd49ce38-8b20-431e-93db-70c9b256d278 for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:26:45.562119 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Updating router fd49ce38-8b20-431e-93db-70c9b256d278 port 50b519ea-e5ce-41c7-b085-0579f2b0af6e binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:26:45.567145 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888064'] for router (66da7958-4031-4ba2-955b-88eeba20484d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.591049 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.715979 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Router 66da7958-4031-4ba2-955b-88eeba20484d is scheduled to L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:26:45.871445 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:26:45.912923 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.917248 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c09bf63d-60c3-4be9-b56a-565b3e21537e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6322813 Apr 06 17:26:45.917437 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:45.933511 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device eb164b96-f326-41d4-9594-25939718c3a4 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:45.938381 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Sync routers for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:26:45.967054 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9ec13-8084-45e5-950f-b2cf27d5b0be None None] Network b86cce61-7730-467c-b1a0-5f0783dff0bb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:26:45.981084 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks [] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:45.986591 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.015016 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:46.015645 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:46.030469 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Pushing event updated for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:46.039163 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.039504 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.040097 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.040235 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.040525 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.041506 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.041856 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.042184 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.042513 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.042832 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.043152 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.043485 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.043802 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.044290 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.044766 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:26:46.139388 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Provisioning complete for port 1dc6361c-fa19-4d58-b3cf-528849b1a133 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:46.139679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.144834 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Attempting to bind port 50b519ea-e5ce-41c7-b085-0579f2b0af6e on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:46.145458 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Attempting to bind port 50b519ea-e5ce-41c7-b085-0579f2b0af6e by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:46.146001 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Attempting to bind port 50b519ea-e5ce-41c7-b085-0579f2b0af6e on network 7813631a-4f10-47fb-af25-4f42d6544720 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:46.152247 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:46.152620 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Checking segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:46.153049 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.153422 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Bound using segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:46.154047 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Bound port: 50b519ea-e5ce-41c7-b085-0579f2b0af6e, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:46.154617 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.205504 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port eb164b96-f326-41d4-9594-25939718c3a4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:46.205822 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (eb164b96-f326-41d4-9594-25939718c3a4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.234512 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] For port 50b519ea-e5ce-41c7-b085-0579f2b0af6e, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:46.238525 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] For port 50b519ea-e5ce-41c7-b085-0579f2b0af6e, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=50b519ea-e5ce-41c7-b085-0579f2b0af6e,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:46.249083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:46.249551 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.319959 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ef260-186f-4eb8-8cfb-8fc174e2f19d None None] Pushing event updated for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:46.355522 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:46.356674 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:46.423809 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.454088 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Current status of the port 1dc6361c-fa19-4d58-b3cf-528849b1a133 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:46.454234 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.529896 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:46.534554 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port eb164b96-f326-41d4-9594-25939718c3a4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:46.534945 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (eb164b96-f326-41d4-9594-25939718c3a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.560482 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] For port 1dc6361c-fa19-4d58-b3cf-528849b1a133, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1dc6361c-fa19-4d58-b3cf-528849b1a133,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:46.577098 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.580396 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port eb164b96-f326-41d4-9594-25939718c3a4, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=eb164b96-f326-41d4-9594-25939718c3a4,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:46.609268 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (eb164b96-f326-41d4-9594-25939718c3a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.609965 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1dc6361c-fa19-4d58-b3cf-528849b1a133 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:46.637662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Allocated IP 172.20.0.1 (b86cce61-7730-467c-b1a0-5f0783dff0bb/de88ba27-533c-4f85-b409-24134e056e4d/3ed5fb8c-d53e-45ad-bf35-b2892ad8e094) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:26:46.680770 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0a218-b210-4465-b5c6-5877f5afc11d None None] Pushing event updated for resources: {'Port': ['ID=1dc6361c-fa19-4d58-b3cf-528849b1a133,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:46.728223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:45Z', 'revision_number': 3, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:46.773301 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Checking router: 66da7958-4031-4ba2-955b-88eeba20484d for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:26:46.773526 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Updating router 66da7958-4031-4ba2-955b-88eeba20484d port df51916e-41c4-4925-9183-34b9897c9860 binding host dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:26:46.799306 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks [] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.801223 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Provisioning complete for port 50b519ea-e5ce-41c7-b085-0579f2b0af6e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:46.801599 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.828990 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 1dc6361c-fa19-4d58-b3cf-528849b1a133 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:46.829380 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.834527 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=eb164b96-f326-41d4-9594-25939718c3a4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:46.842386 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:46.843208 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.872975 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6443ad-adfd-4f02-811e-c5129b81ee9a None None] The sync data for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi is: [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:26:46.873704 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (df51916e-41c4-4925-9183-34b9897c9860), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:46.897268 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Network b86cce61-7730-467c-b1a0-5f0783dff0bb is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:46.901735 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:46.906112 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:26:46.939680 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:46.962262 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-888273'] for router_interface (66da7958-4031-4ba2-955b-88eeba20484d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.064632 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Current status of the port 50b519ea-e5ce-41c7-b085-0579f2b0af6e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:47.065179 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.100669 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 1dc6361c-fa19-4d58-b3cf-528849b1a133 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:47.109427 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.153444 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] For port 50b519ea-e5ce-41c7-b085-0579f2b0af6e, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=50b519ea-e5ce-41c7-b085-0579f2b0af6e,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:47.163829 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.242141 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f77a9-d65b-415e-a589-e03d63269977 None None] Pushing event updated for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:47.291475 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks [] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.296289 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4433230'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.298634 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks [] for port (df51916e-41c4-4925-9183-34b9897c9860), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.304483 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Provisioning complete for port 50b519ea-e5ce-41c7-b085-0579f2b0af6e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:47.304800 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.307876 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (df51916e-41c4-4925-9183-34b9897c9860), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.363677 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:47.366182 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890433'] for router_interface (66da7958-4031-4ba2-955b-88eeba20484d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.389111 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37d90e-cdab-408d-a3c9-5cc5df218afe None None] Pushing event updated for resources: {'Port': ['ID=df51916e-41c4-4925-9183-34b9897c9860,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:47.396300 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Attempting to bind port df51916e-41c4-4925-9183-34b9897c9860 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:47.396502 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Attempting to bind port df51916e-41c4-4925-9183-34b9897c9860 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:47.396830 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Attempting to bind port df51916e-41c4-4925-9183-34b9897c9860 on network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:47.404484 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:47.404851 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Checking segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:47.405276 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.405663 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Bound using segment: {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:47.406123 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Bound port: df51916e-41c4-4925-9183-34b9897c9860, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabf22f-5fd2-461f-9885-7a59ba967ff9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:47.406497 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (df51916e-41c4-4925-9183-34b9897c9860), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.458511 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Network b86cce61-7730-467c-b1a0-5f0783dff0bb is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:26:47.459854 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:26:47.475111 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Current status of the port 50b519ea-e5ce-41c7-b085-0579f2b0af6e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:47.488299 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] For port df51916e-41c4-4925-9183-34b9897c9860, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:47.491495 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] For port df51916e-41c4-4925-9183-34b9897c9860, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=df51916e-41c4-4925-9183-34b9897c9860,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:47.497896 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:47.498308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.502700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (df51916e-41c4-4925-9183-34b9897c9860), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.581206 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:26:47.598898 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Router 66da7958-4031-4ba2-955b-88eeba20484d has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:26:47.600194 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:47.600933 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:47.604706 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37d90e-cdab-408d-a3c9-5cc5df218afe None None] Pushing event updated for resources: {'Port': ['ID=df51916e-41c4-4925-9183-34b9897c9860,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:47.719211 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:26:47.732140 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-85812379-8f98-4edf-a6e3-0624355b9b60 admin admin] 10.222.0.23 "PUT /v2.0/routers/66da7958-4031-4ba2-955b-88eeba20484d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056710 Apr 06 17:26:47.777741 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device eb164b96-f326-41d4-9594-25939718c3a4 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:47.781515 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Provisioning complete for port 1dc6361c-fa19-4d58-b3cf-528849b1a133 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:47.781885 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:47.944630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:47.969337 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port eb164b96-f326-41d4-9594-25939718c3a4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:47.969635 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (eb164b96-f326-41d4-9594-25939718c3a4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.014171 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-902a7b79-fbd0-40ca-a9f9-52bb47d405b0 None None] Current status of the port 1dc6361c-fa19-4d58-b3cf-528849b1a133 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:48.174070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port eb164b96-f326-41d4-9594-25939718c3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:48.175165 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 50b519ea-e5ce-41c7-b085-0579f2b0af6e up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:48.197714 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0567b478-bc9a-46bc-8f1a-2a7f05729381 None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:48.198096 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0567b478-bc9a-46bc-8f1a-2a7f05729381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.268572 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0567b478-bc9a-46bc-8f1a-2a7f05729381 None None] Port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:26:48.290754 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 50b519ea-e5ce-41c7-b085-0579f2b0af6e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:48.291207 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.318660 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3ed5fb8c-d53e-45ad-bf35-b2892ad8e094', 'name': '', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'mac_address': 'fa:16:3e:06:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:46Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 2, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'subnets': [{'id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:48.346740 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ead4b-8ced-43ff-9699-ae59210697a3 None None] The sync data for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi is: [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3ed5fb8c-d53e-45ad-bf35-b2892ad8e094', 'name': '', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'mac_address': 'fa:16:3e:06:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:46Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 2, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'subnets': [{'id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:26:48.347351 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60112) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:48.352394 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057129324', 'description': 'tempest-secgroup-smoke-1057129324 description', 'project_id': 'f3a14e8266e84b10a6ce26022b376021'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:48.381326 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.410308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 50b519ea-e5ce-41c7-b085-0579f2b0af6e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:48.411417 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1dc6361c-fa19-4d58-b3cf-528849b1a133 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:48.455490 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (8de5c433-1d16-49ee-9c6c-aaba6b4550cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.460020 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8de5c433-1d16-49ee-9c6c-aaba6b4550cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.462091 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 1dc6361c-fa19-4d58-b3cf-528849b1a133 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:48.462464 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.491543 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.496282 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1444271 Apr 06 17:26:48.496514 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:48.501718 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:48.506868 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561efa04-1e1d-4593-bd52-73165eff1bd8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5c433-1d16-49ee-9c6c-aaba6b4550cd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:48.532508 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (d0b9bd8e-9327-4568-b2b7-c6a99d73e720), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.581679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 1dc6361c-fa19-4d58-b3cf-528849b1a133 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:48.624639 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (d0b9bd8e-9327-4568-b2b7-c6a99d73e720), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.628492 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (d0b9bd8e-9327-4568-b2b7-c6a99d73e720), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.647281 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b9bd8e-9327-4568-b2b7-c6a99d73e720,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:48.658063 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.659588 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-6cfcc3c1-fea4-4368-9d4c-18261ad224a3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619563 Apr 06 17:26:48.662291 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60116) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:48.666801 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:48.691663 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (9653daa4-4ac8-4d24-8077-297ac9c9f9cd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.750720 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (9653daa4-4ac8-4d24-8077-297ac9c9f9cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.755081 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (9653daa4-4ac8-4d24-8077-297ac9c9f9cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.774440 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9653daa4-4ac8-4d24-8077-297ac9c9f9cd,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:48.781836 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.785586 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-b5241110-e640-44a5-8d70-5e165824a088 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198032 Apr 06 17:26:48.785834 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60118) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:48.790582 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:48.816730 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (a38876db-f95f-405b-aaba-cf400a842ab0), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.875854 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (a38876db-f95f-405b-aaba-cf400a842ab0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.880347 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (a38876db-f95f-405b-aaba-cf400a842ab0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.898849 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38876db-f95f-405b-aaba-cf400a842ab0,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:48.908585 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:48.909826 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-25e68ba5-5dd1-4482-bc2f-6e696277fb21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230524 Apr 06 17:26:48.912419 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60120) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:48.917385 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:48.944122 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (58a8ea21-70d5-4d6c-a770-eba15b55dd53), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.019513 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (58a8ea21-70d5-4d6c-a770-eba15b55dd53), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.026225 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (58a8ea21-70d5-4d6c-a770-eba15b55dd53), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.044288 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8ea21-70d5-4d6c-a770-eba15b55dd53,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:49.054212 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.055464 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-bf142c51-8d4a-4c07-8ebe-15dc01a36aa5 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418657 Apr 06 17:26:49.058145 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60122) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:49.062710 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.v2.base [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:49.082257 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Project f3a14e8266e84b10a6ce26022b376021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:26:49.088215 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (c7067637-0cfc-46a8-9a56-3c5d949a3a3a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.149109 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (c7067637-0cfc-46a8-9a56-3c5d949a3a3a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.153945 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (c7067637-0cfc-46a8-9a56-3c5d949a3a3a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.173271 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7067637-0cfc-46a8-9a56-3c5d949a3a3a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:49.183241 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.184477 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-32742650-39a8-4cd0-a274-59612ba9e358 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252232 Apr 06 17:26:49.187337 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:26:49.191942 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'security_group_rule': {'security_group_id': '8de5c433-1d16-49ee-9c6c-aaba6b4550cd', 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:26:49.213699 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Project f3a14e8266e84b10a6ce26022b376021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:26:49.219002 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (2c23c855-b507-44a7-8ba1-a707f5e53d31), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.286467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (2c23c855-b507-44a7-8ba1-a707f5e53d31), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.291140 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047170'] for security_group_rule (2c23c855-b507-44a7-8ba1-a707f5e53d31), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.310691 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c23c855-b507-44a7-8ba1-a707f5e53d31,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:49.316787 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.318112 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a9f441fc-284b-4852-b3a4-8ba708664b5f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296909 Apr 06 17:26:49.729966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device df51916e-41c4-4925-9183-34b9897c9860 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:49.793553 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port df51916e-41c4-4925-9183-34b9897c9860 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:49.793929 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (df51916e-41c4-4925-9183-34b9897c9860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.878454 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port df51916e-41c4-4925-9183-34b9897c9860 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:49.878842 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (df51916e-41c4-4925-9183-34b9897c9860), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.901363 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] For port df51916e-41c4-4925-9183-34b9897c9860, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=df51916e-41c4-4925-9183-34b9897c9860,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:49.905043 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (df51916e-41c4-4925-9183-34b9897c9860), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:49.955898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Pushing event updated for resources: {'Port': ['ID=df51916e-41c4-4925-9183-34b9897c9860,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:50.490481 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Sync routers for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:26:50.501524 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:50.502133 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:50.610795 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:50.804610 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3ed5fb8c-d53e-45ad-bf35-b2892ad8e094', 'name': '', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'mac_address': 'fa:16:3e:06:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:46Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 2, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'subnets': [{'id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:50.834653 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Checking router: 66da7958-4031-4ba2-955b-88eeba20484d for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:26:50.835009 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Updating router 66da7958-4031-4ba2-955b-88eeba20484d port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 binding host dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:26:50.862012 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.171830 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks [] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.179368 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.298435 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9874d-6ab7-479b-bba6-0abd36be5036 None None] Pushing event updated for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:51.339167 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Attempting to bind port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 on host dv-cinder-836859-1-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:26:51.339534 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Attempting to bind port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 by drivers openvswitch,hyperv on host dv-cinder-836859-1-iscsi at level 0 using segments [{'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:26:51.339897 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Attempting to bind port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 on network b86cce61-7730-467c-b1a0-5f0783dff0bb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:26:51.349178 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Checking agent: {'id': '407d8200-0676-4fef-965c-76ac83e76b69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 6, 10), 'started_at': datetime.datetime(2022, 4, 6, 17, 6, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:26:51.349560 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Checking segment: {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:26:51.349953 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.350341 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Bound using segment: {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:26:51.350811 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Bound port: 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094, host: dv-cinder-836859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c434e0e-657c-4dc1-9544-13e57fe669cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:26:51.351191 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.406155 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-caf5c694-bf8e-4b8a-a3a2-495abaef98ea None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:51.406731 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caf5c694-bf8e-4b8a-a3a2-495abaef98ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.445002 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-caf5c694-bf8e-4b8a-a3a2-495abaef98ea None None] Port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:26:51.518443 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] For port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094, host dv-cinder-836859-1-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:26:51.521621 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] For port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094, host dv-cinder-836859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:26:51.528401 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.579967 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:26:51.580631 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:26:37Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:51.627886 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9874d-6ab7-479b-bba6-0abd36be5036 None None] Pushing event updated for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:51.719982 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:26:51.748077 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device df51916e-41c4-4925-9183-34b9897c9860 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:51.805684 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port df51916e-41c4-4925-9183-34b9897c9860 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:51.806153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (df51916e-41c4-4925-9183-34b9897c9860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.905693 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port df51916e-41c4-4925-9183-34b9897c9860 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:51.906730 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:51.909529 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:51.910004 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:51.947676 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3ed5fb8c-d53e-45ad-bf35-b2892ad8e094', 'name': '', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'mac_address': 'fa:16:3e:06:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:46Z', 'updated_at': '2022-04-06T17:26:51Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'subnets': [{'id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:26:51.984298 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfe482-3536-43d9-9771-ed8a403849c1 None None] The sync data for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi is: [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '3ed5fb8c-d53e-45ad-bf35-b2892ad8e094', 'name': '', 'network_id': 'b86cce61-7730-467c-b1a0-5f0783dff0bb', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'mac_address': 'fa:16:3e:06:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:46Z', 'updated_at': '2022-04-06T17:26:51Z', 'revision_number': 4, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'subnets': [{'id': 'de88ba27-533c-4f85-b409-24134e056e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:26:51.995862 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:51.996240 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:52.055952 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Current status of the port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:52.056382 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:52.120245 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] For port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:26:52.129581 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:52.156850 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:52.157261 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:52.223621 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9574c8-0a5a-4076-91f3-d514737b8183 None None] Pushing event updated for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:26:52.238068 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:26:52.238351 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG oslo_db.api [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:26:52.774285 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:53.706158 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 up at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:26:53.759142 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Provisioning complete for port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:26:53.759515 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:53.835365 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Current status of the port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:26:54.062752 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:27:00.217003 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:03.971700 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ab384d9-115c-4714-b7b6-09b70f52f4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:06.694415 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-3cc2cd18-9f47-4e4b-bd9e-274dd121b0b0 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057129324&fields=id&tenant_id=f3a14e8266e84b10a6ce26022b376021 HTTP/1.1" status: 200 len: 267 time: 0.0441849 Apr 06 17:27:06.700915 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c05adb25-484f-4f68-99d7-bbbe98cae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:06.814922 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-14346a47-81f9-4f9e-8a1e-9ec9f445b20e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:06.816370 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-14346a47-81f9-4f9e-8a1e-9ec9f445b20e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 809 time: 0.1148241 Apr 06 17:27:06.830750 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-e6769907-d654-45f8-a44d-87b0cdd43fca tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/quotas/f3a14e8266e84b10a6ce26022b376021 HTTP/1.1" status: 200 len: 375 time: 0.0089569 Apr 06 17:27:06.887595 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-dc1e8d08-e035-439d-a2bf-41de3849ab41 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519731 Apr 06 17:27:07.092525 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-57985d02-3a4d-489f-86d4-5e740bcdab23 service neutron] 10.222.0.23 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936660 Apr 06 17:27:07.182892 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-b510753e-c8d3-452c-a5ec-8289cc969944 service neutron] 10.222.0.23 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845797 Apr 06 17:27:07.464829 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-576a7e3c-ce68-4f1f-813e-3c9d765a86c3 req-d1230c7d-bfae-4f60-b0d4-468512f32419 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 210 time: 0.0270073 Apr 06 17:27:07.675279 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:08.558912 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7e6095f3-5b91-4b09-ba85-162a781a5d0b req-c3be41a3-2e08-408f-bc91-538787495a7e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 210 time: 0.0278575 Apr 06 17:27:08.784156 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-c5eb409b-74f6-4536-9ccc-d26b3062acc2 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:08.785610 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-c5eb409b-74f6-4536-9ccc-d26b3062acc2 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 809 time: 0.1094441 Apr 06 17:27:09.082512 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-ae93e378-0bad-468c-aa5a-fa7f9982570f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a14e8266e84b10a6ce26022b376021 HTTP/1.1" status: 200 len: 380 time: 0.0541029 Apr 06 17:27:09.093497 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'port': {'device_id': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'admin_state_up': True, 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'security_groups': ['8de5c433-1d16-49ee-9c6c-aaba6b4550cd']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:27:09.112270 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.199047 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Made reservation on behalf of f3a14e8266e84b10a6ce26022b376021 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:27:09.202462 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.327596 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Allocated IP 172.20.0.5 (7813631a-4f10-47fb-af25-4f42d6544720/04a0e64a-9a4b-482b-8736-2bb10081c4e3/12093142-b6ab-435f-869a-3e57840ca691) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:27:09.472390 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for port (12093142-b6ab-435f-869a-3e57840ca691), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.507904 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.550118 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Network 7813631a-4f10-47fb-af25-4f42d6544720 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:27:09.555281 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:27:09.559813 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:27:09.586491 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:09.617847 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:09.618583 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.638200 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-6cc65848-d863-4cf3-8261-b7af8957953f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484681 Apr 06 17:27:09.664802 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Request body: {'port': {'device_id': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:27:09.688738 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075de99-8e53-4aa5-a1ea-63f5f2f6a3de req-d6e92cb7-78a3-43f3-98a9-ea2c93169bb3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:09.690316 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7075de99-8e53-4aa5-a1ea-63f5f2f6a3de req-d6e92cb7-78a3-43f3-98a9-ea2c93169bb3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 931 time: 0.0591478 Apr 06 17:27:09.735819 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.742381 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7075de99-8e53-4aa5-a1ea-63f5f2f6a3de req-dd36afb1-42ef-4c6e-bd38-923a1db2af12 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Apr 06 17:27:09.860650 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-79bc2e38-edce-4878-b0bf-c05d8a78543e None None] Provisioning complete for port 12093142-b6ab-435f-869a-3e57840ca691 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:27:09.860936 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79bc2e38-edce-4878-b0bf-c05d8a78543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (12093142-b6ab-435f-869a-3e57840ca691), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.899224 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-79bc2e38-edce-4878-b0bf-c05d8a78543e None None] Port 12093142-b6ab-435f-869a-3e57840ca691 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:27:10.005672 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12093142-b6ab-435f-869a-3e57840ca691 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:27:10.013769 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks [] for port (12093142-b6ab-435f-869a-3e57840ca691), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.025404 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Transition to ACTIVE for port object 12093142-b6ab-435f-869a-3e57840ca691 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:27:10.029960 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.080940 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:10.152826 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Attempting to bind port 12093142-b6ab-435f-869a-3e57840ca691 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:27:10.153196 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Attempting to bind port 12093142-b6ab-435f-869a-3e57840ca691 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:27:10.153525 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Attempting to bind port 12093142-b6ab-435f-869a-3e57840ca691 on network 7813631a-4f10-47fb-af25-4f42d6544720 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:27:10.158480 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Port 12093142-b6ab-435f-869a-3e57840ca691 on network 7813631a-4f10-47fb-af25-4f42d6544720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:27:10.158801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Attempting to bind port 12093142-b6ab-435f-869a-3e57840ca691 on network 7813631a-4f10-47fb-af25-4f42d6544720 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:27:10.163765 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Checking agent: {'id': 'e963ad0c-31cb-45d1-b77a-16a3ad743cc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'started_at': datetime.datetime(2022, 4, 6, 17, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:27:10.164226 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Checking segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:27:10.164609 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Bound using segment: {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:27:10.165050 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Bound port: 12093142-b6ab-435f-869a-3e57840ca691, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529f6007-286b-4d69-9716-b97f3a248464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:27:10.165409 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.231219 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:27:10.234077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:27:10.239967 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.273758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:10.274258 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.275666 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] 10.222.0.43 "PUT /v2.0/ports/12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 1093 time: 0.6153247 Apr 06 17:27:10.276103 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:27:10.278375 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd6bd7-abc0-4011-94a5-41874ff3f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:27:10.302293 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06449d-f699-45f5-841c-b4a2bea0c65c service neutron] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:10.317805 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429fd38-f253-433d-964d-9ccdc765531f x-openstack-request-id: req-d429fd38-f253-433d-964d-9ccdc765531f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:27:10.318294 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:27:10.318706 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d429fd38-f253-433d-964d-9ccdc765531f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:27:10.319304 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d429fd38-f253-433d-964d-9ccdc765531f'] response: {'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'status': 'completed', 'code': 200} Apr 06 17:27:10.371562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-a3343821-1617-4959-8baa-13eefb8df1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:10.373716 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-a3343821-1617-4959-8baa-13eefb8df1b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1127 time: 0.0488920 Apr 06 17:27:10.421555 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-d299861b-11a6-4206-aa91-7074cd269995 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 217 time: 0.0391459 Apr 06 17:27:10.473529 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.474090 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-5be8f513-00b2-4049-b5eb-06e782bc1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:10.476279 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-5be8f513-00b2-4049-b5eb-06e782bc1717 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0477622 Apr 06 17:27:10.524734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-67654445-035f-470b-8a21-b6da5a23c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:10.526230 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-67654445-035f-470b-8a21-b6da5a23c421 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429997 Apr 06 17:27:10.620654 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-f844f428-afb8-4ce0-93b5-6b01fc7f0f76 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Apr 06 17:27:10.710530 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fea56d79-da0f-473a-8e9d-24f50b446984 req-5e321f74-516e-403d-93b1-4fd3380585e2 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810418 Apr 06 17:27:10.860194 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5728d3-af9b-4559-b40c-690bc6b338cf req-c319cd35-f506-456c-baa0-54de68a4334f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:10.861702 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7f5728d3-af9b-4559-b40c-690bc6b338cf req-c319cd35-f506-456c-baa0-54de68a4334f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0518935 Apr 06 17:27:10.909480 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-7f5728d3-af9b-4559-b40c-690bc6b338cf req-80010b42-fe98-46f0-a5bc-bb58d1a570f8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Apr 06 17:27:11.037898 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-ef706cc5-fc8a-4da4-9466-da4fce98b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:11.039363 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-ef706cc5-fc8a-4da4-9466-da4fce98b99c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1127 time: 0.0489199 Apr 06 17:27:11.126820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-6e5c0923-be05-477d-8fc5-4c36fbdd388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:11.128267 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-6e5c0923-be05-477d-8fc5-4c36fbdd388c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0823286 Apr 06 17:27:11.177011 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-9e46395f-4acd-4091-85cc-76e64d32a6f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 217 time: 0.0383852 Apr 06 17:27:11.225363 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-6a3c08b6-4a28-47f2-b4b3-60ec938e1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:11.226729 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-6a3c08b6-4a28-47f2-b4b3-60ec938e1f3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0421000 Apr 06 17:27:11.278103 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-d3e5dece-28b6-4e07-84c2-8a6fb4c114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:11.279545 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-d3e5dece-28b6-4e07-84c2-8a6fb4c114bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445120 Apr 06 17:27:11.371455 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-f7f02118-b3ad-4a81-a140-3a842b856e5e service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Apr 06 17:27:11.459845 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7edd6bd7-abc0-4011-94a5-41874ff3f05f req-d5961805-2238-4128-a2e3-1a7fdae1a3d6 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826414 Apr 06 17:27:12.032213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6fd85-a2ff-495c-b0e8-1cd61355f8a0 req-8ac4d518-dd45-4b06-b488-540593c55fbf tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:12.033712 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ca6fd85-a2ff-495c-b0e8-1cd61355f8a0 req-8ac4d518-dd45-4b06-b488-540593c55fbf tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0522196 Apr 06 17:27:12.081174 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2ca6fd85-a2ff-495c-b0e8-1cd61355f8a0 req-2736f3e0-6713-4caf-a0f9-7846121d629f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Apr 06 17:27:13.202090 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367b78-fb4c-4d3b-bc5e-98d701212446 req-a03cb2d1-f4dc-4952-b380-a0ac59555d67 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:13.203556 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fb367b78-fb4c-4d3b-bc5e-98d701212446 req-a03cb2d1-f4dc-4952-b380-a0ac59555d67 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0533533 Apr 06 17:27:13.254072 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-fb367b78-fb4c-4d3b-bc5e-98d701212446 req-6fb6f253-ef96-49bd-9294-cdf90fa2f507 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 06 17:27:14.377934 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac52b-f369-4577-8887-50f061f4153f req-890939ec-f095-48fd-b81c-9514bc2eb37d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:14.379400 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-948ac52b-f369-4577-8887-50f061f4153f req-890939ec-f095-48fd-b81c-9514bc2eb37d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0564289 Apr 06 17:27:14.428494 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-948ac52b-f369-4577-8887-50f061f4153f req-798c4829-070f-45a2-b693-20648c574be9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Apr 06 17:27:15.545443 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b50a0-9e3f-4d10-8713-e64c1d2815c1 req-9f1b7918-f2b3-4f58-8075-72e5d5664781 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:15.546916 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-940b50a0-9e3f-4d10-8713-e64c1d2815c1 req-9f1b7918-f2b3-4f58-8075-72e5d5664781 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0519662 Apr 06 17:27:15.596562 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-940b50a0-9e3f-4d10-8713-e64c1d2815c1 req-d4fceaed-93b9-4b2c-be41-f87636dac28f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Apr 06 17:27:16.711448 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b1bb0-5454-403d-878e-b55edc578ac1 req-44db4ad7-3975-4e11-a237-ad3ba6d612da tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:16.712797 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e7b1bb0-5454-403d-878e-b55edc578ac1 req-44db4ad7-3975-4e11-a237-ad3ba6d612da tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0509980 Apr 06 17:27:16.770149 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e7b1bb0-5454-403d-878e-b55edc578ac1 req-5511e225-ced4-4804-8f4b-2ba3a08b90bf tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516126 Apr 06 17:27:17.886087 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708de6-0dd9-4584-9634-50fcf320cbe7 req-ceb0a09a-796c-4731-9f7b-5655b94336fe tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:17.887776 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f0708de6-0dd9-4584-9634-50fcf320cbe7 req-ceb0a09a-796c-4731-9f7b-5655b94336fe tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0515711 Apr 06 17:27:17.935293 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-f0708de6-0dd9-4584-9634-50fcf320cbe7 req-7802e264-d37e-41a0-a6f7-bcf6298e0f5b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Apr 06 17:27:19.053419 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b86d9-67c0-4eaa-8456-16c1918f2546 req-b95e2cc1-c151-4005-88ba-d766dd8daf70 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:19.054878 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-498b86d9-67c0-4eaa-8456-16c1918f2546 req-b95e2cc1-c151-4005-88ba-d766dd8daf70 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0553303 Apr 06 17:27:19.101666 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-498b86d9-67c0-4eaa-8456-16c1918f2546 req-6f009f71-5cc8-4254-a997-a0935fe0a18d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405486 Apr 06 17:27:19.106490 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:27:19.218145 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:19.227946 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '12093142-b6ab-435f-869a-3e57840ca691', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'mac_address': 'fa:16:3e:d6:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:27:19.264680 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 12093142-b6ab-435f-869a-3e57840ca691 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:27:19.265107 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.278432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12093142-b6ab-435f-869a-3e57840ca691 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:27:19.296942 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:19.300852 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.347192 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:19.635919 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['12093142-b6ab-435f-869a-3e57840ca691'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:27:20.222662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b87d96-2447-4184-a6e4-688500f642f6 req-0db6aa51-221d-4120-b72b-99dec63a5ce9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:20.224098 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-65b87d96-2447-4184-a6e4-688500f642f6 req-0db6aa51-221d-4120-b72b-99dec63a5ce9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 944 time: 0.0545380 Apr 06 17:27:20.271962 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-65b87d96-2447-4184-a6e4-688500f642f6 req-78427110-dd01-4165-a52c-4bd1e8cdb9c9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Apr 06 17:27:21.107858 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:27:21.159603 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning for port 12093142-b6ab-435f-869a-3e57840ca691 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:27:21.163504 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 12093142-b6ab-435f-869a-3e57840ca691 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:27:21.163875 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (12093142-b6ab-435f-869a-3e57840ca691), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:21.238943 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 12093142-b6ab-435f-869a-3e57840ca691 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:27:21.239330 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:21.260551 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:27:21.263153 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e68a69-1016-4dcb-823d-efd1c490486e" -d '{"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-plugged", "status": "completed", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:27:21.275597 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:21.280569 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:21.404011 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b20bb-5e04-4983-82cb-f373c811d0f9 req-8a5e9db3-6737-465c-969b-495baeeb7400 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:21.406324 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-710b20bb-5e04-4983-82cb-f373c811d0f9 req-8a5e9db3-6737-465c-969b-495baeeb7400 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0597427 Apr 06 17:27:21.435715 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe538c-9f14-4544-986e-ef88fc699d3e x-openstack-request-id: req-47fe538c-9f14-4544-986e-ef88fc699d3e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:27:21.436010 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-plugged", "status": "completed", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:27:21.436235 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47fe538c-9f14-4544-986e-ef88fc699d3e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:27:21.436628 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fe538c-9f14-4544-986e-ef88fc699d3e'] response: {'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'code': 200} Apr 06 17:27:21.455889 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-710b20bb-5e04-4983-82cb-f373c811d0f9 req-5174ee0e-b935-44ec-88fe-2cfb261aa880 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Apr 06 17:27:21.461776 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:21.595009 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62620ef-0c35-41fa-82c4-d48b2dcaff78 req-29c1a464-2d1a-424b-bd95-5638460b5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:21.596469 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e62620ef-0c35-41fa-82c4-d48b2dcaff78 req-29c1a464-2d1a-424b-bd95-5638460b5060 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0428386 Apr 06 17:27:21.644890 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e62620ef-0c35-41fa-82c4-d48b2dcaff78 req-6bb197d9-3f07-4cac-84e5-027ef6210944 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Apr 06 17:27:22.577176 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac0ac5-7298-46c6-8e32-5ae0423392ac req-619bb39c-9026-47d2-a933-9d172efbe9d4 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:22.578649 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dac0ac5-7298-46c6-8e32-5ae0423392ac req-619bb39c-9026-47d2-a933-9d172efbe9d4 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0535359 Apr 06 17:27:22.631020 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9dac0ac5-7298-46c6-8e32-5ae0423392ac req-ec6a3e69-0079-4b06-8f9c-30a289c62c02 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467257 Apr 06 17:27:23.751212 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27f87a-09db-4dca-8eb4-d98651f76f0f req-51adc4de-3ae9-4115-ad13-a77dd3672fc9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:23.752616 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bd27f87a-09db-4dca-8eb4-d98651f76f0f req-51adc4de-3ae9-4115-ad13-a77dd3672fc9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0553038 Apr 06 17:27:23.799386 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bd27f87a-09db-4dca-8eb4-d98651f76f0f req-5ed8c77f-243c-4e61-baf4-d3f179264163 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Apr 06 17:27:23.914278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc178a77-29b1-447f-ba6e-0f9a44630d3d req-68b063ca-d2e7-45c7-a64a-61e04787db9b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:23.915717 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cc178a77-29b1-447f-ba6e-0f9a44630d3d req-68b063ca-d2e7-45c7-a64a-61e04787db9b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0527368 Apr 06 17:27:23.962561 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cc178a77-29b1-447f-ba6e-0f9a44630d3d req-0be678bc-1d5f-493b-a874-4d6b6a91007b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Apr 06 17:27:23.984817 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:24.077286 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57aad2-79b3-4251-b268-3a56b1e0aaae tempest-TestShelveInstance-2123653495 tempest-TestShelveInstance-2123653495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:24.078790 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8d57aad2-79b3-4251-b268-3a56b1e0aaae tempest-TestShelveInstance-2123653495 tempest-TestShelveInstance-2123653495-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1124 time: 0.0929625 Apr 06 17:27:24.081721 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60298) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:24.086088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Request body: {'floatingip': {'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:27:24.105593 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.201690 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.306127 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Allocated IP 172.27.3.246 (5b1901d8-dd9d-45cd-850d-69b76f49ca53/facafa4e-707b-4e57-8681-9a6602b5aa15/b74bcf00-93e7-4124-96dd-9dd32d9127b4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:27:24.409725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.441740 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759019818756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.476858 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Network 5b1901d8-dd9d-45cd-850d-69b76f49ca53 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:27:24.483277 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:27:24.486698 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:27:24.492499 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'Port': ['ID=b74bcf00-93e7-4124-96dd-9dd32d9127b4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:24.517433 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.517774 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.518110 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.518685 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.519018 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.519340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.519657 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.519972 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.520287 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.520601 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.520915 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.521255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.521566 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.521894 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.522278 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:24.858623 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for floatingip (98bf3aca-0578-4bad-bb9d-0d1088a1d342), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.929515 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.072070 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.076909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66418581'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.162076 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event updated for resources: {'Port': ['ID=b74bcf00-93e7-4124-96dd-9dd32d9127b4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:25.173077 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888170'] for floatingip (98bf3aca-0578-4bad-bb9d-0d1088a1d342), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.281677 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Floating IP 98bf3aca-0578-4bad-bb9d-0d1088a1d342 associated. External IP: 172.27.3.246, port: 12093142-b6ab-435f-869a-3e57840ca691. Apr 06 17:27:25.761050 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Router fd49ce38-8b20-431e-93db-70c9b256d278 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:27:25.870532 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:27:25.883035 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Sync routers for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:27:25.890632 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.897070 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:25.897785 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:27:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:25.925073 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7ceead7c-11a3-4714-93e4-553ba68f8ad9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8423178 Apr 06 17:27:25.926080 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:27:25.928602 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c25288-66ec-40a1-8412-7ae56ca09e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:27:25.970736 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b9049b-f92d-4eeb-99fd-4e5ee7f81622 x-openstack-request-id: req-f3b9049b-f92d-4eeb-99fd-4e5ee7f81622 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:27:25.971354 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:27:25.971457 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3b9049b-f92d-4eeb-99fd-4e5ee7f81622 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:27:25.971789 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b9049b-f92d-4eeb-99fd-4e5ee7f81622'] response: {'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'status': 'completed', 'code': 200} Apr 06 17:27:26.021835 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:26.048312 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-01061de8-031b-4d9b-891c-e58df66f63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:26.049890 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-01061de8-031b-4d9b-891c-e58df66f63c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0498970 Apr 06 17:27:26.138608 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-001c0be1-f19c-46b0-9a23-e0dda0e25cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:26.140066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-001c0be1-f19c-46b0-9a23-e0dda0e25cdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0837538 Apr 06 17:27:26.209165 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-52b28889-fe59-4fb8-876c-3f20ec159a63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 999 time: 0.0620852 Apr 06 17:27:26.249999 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '98bf3aca-0578-4bad-bb9d-0d1088a1d342', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'mac_address': 'fa:16:3e:d6:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:27:24Z', 'updated_at': '2022-04-06T17:27:24Z', 'revision_number': 0, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.257048 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-3ce3b2f5-0aae-4a99-912b-d8466b36d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:26.258632 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-3ce3b2f5-0aae-4a99-912b-d8466b36d174 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0434115 Apr 06 17:27:26.276662 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Checking router: fd49ce38-8b20-431e-93db-70c9b256d278 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:27:26.285646 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:26.286248 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:27:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.307501 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-bd483dff-eeda-4d7f-aede-bd79f37b62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:26.309676 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-bd483dff-eeda-4d7f-aede-bd79f37b62ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437353 Apr 06 17:27:26.395413 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:26.403905 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-0e1eff55-3149-467f-89a0-b30f89c819e8 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878630 Apr 06 17:27:26.492535 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40c25288-66ec-40a1-8412-7ae56ca09e8a req-7b336f6a-f7a6-4ec4-a5fe-b473b0989d1b service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820744 Apr 06 17:27:26.621580 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '98bf3aca-0578-4bad-bb9d-0d1088a1d342', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'mac_address': 'fa:16:3e:d6:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:27:24Z', 'updated_at': '2022-04-06T17:27:24Z', 'revision_number': 0, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.647437 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a8c8d-ecbe-4101-afdd-1f97fd44d5cd None None] The sync data for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi is: [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_floatingips': [{'id': '98bf3aca-0578-4bad-bb9d-0d1088a1d342', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'router_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'mac_address': 'fa:16:3e:d6:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:27:24Z', 'updated_at': '2022-04-06T17:27:24Z', 'revision_number': 0, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:27:27.251259 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127f58a-2a35-4cda-8f2c-cff20ae89ef2 None None] New status for floating IP 98bf3aca-0578-4bad-bb9d-0d1088a1d342: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:27:30.217640 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:31.063190 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:27:33.972284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76e9630d-3038-4094-b7f8-33ca58332801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:36.706596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f20d78b-930b-42af-8d89-89f15be2a5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:37.679630 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:39.111859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:40.466326 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:00.236926 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.975499 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01834c16-1136-4f31-8444-9dcf48e4c42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:06.707632 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b431726f-6adf-4e6c-a392-8bff07bde485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:07.680988 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.062349 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:28:08.129533 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-cc7256d9-0ef9-4a87-a354-d53d22dfdc28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465305 Apr 06 17:28:08.220718 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-22f49630-c2be-4a25-af40-87b55134ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:08.222257 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-22f49630-c2be-4a25-af40-87b55134ffc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0441122 Apr 06 17:28:08.332860 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-88f67c7e-23f5-4045-a004-781a909ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:08.334272 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-88f67c7e-23f5-4045-a004-781a909ab7c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0937018 Apr 06 17:28:08.404474 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-13ed3791-6615-4efb-9efe-04968caaa667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 1001 time: 0.0611219 Apr 06 17:28:08.452601 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-dad7bf8c-9e04-4c68-bf64-53e31f924ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:08.454066 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-dad7bf8c-9e04-4c68-bf64-53e31f924ee2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0437579 Apr 06 17:28:08.505682 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-618ff65f-0a77-4bd5-88f1-77c8363c9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:08.507142 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-618ff65f-0a77-4bd5-88f1-77c8363c9aae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435934 Apr 06 17:28:08.604522 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-53efd68c-63a0-4905-9548-f50cb10273ac service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890670 Apr 06 17:28:08.694739 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd45d5b7-d2a2-44ec-ba6a-fda91d391ba1 req-543e9029-2e35-4927-ac4d-258838493682 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811012 Apr 06 17:28:09.114131 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:10.469754 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:30.261679 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.976976 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-584998e4-d38d-41d7-af25-9dfd38764621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.709195 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00811127-22b9-41c4-a9d8-76f73cfb4f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.682243 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:39.117133 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.471837 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.061094 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:29:00.271833 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:03.979002 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24c28779-f124-44ae-b238-d975c9b9e242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:06.710055 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b225c2-a37c-4c29-9897-53e38fa6a635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:07.685634 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:08.117945 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-c17e2ae9-610a-4fe7-b07d-b3f6feddc61e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445642 Apr 06 17:29:08.211340 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-558b6a32-37d8-421e-a888-9aec032fccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:08.212831 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-558b6a32-37d8-421e-a888-9aec032fccc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0481441 Apr 06 17:29:08.313739 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-622aa0e4-849d-4296-9859-79414e8459b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:08.315437 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-622aa0e4-849d-4296-9859-79414e8459b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0826499 Apr 06 17:29:08.386129 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-8e2781db-b2b1-48b8-875a-cc817ba29f79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 1001 time: 0.0617652 Apr 06 17:29:08.434722 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-2643b86d-5f40-4e03-99f2-0bd024700e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:08.436133 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-2643b86d-5f40-4e03-99f2-0bd024700e30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0430648 Apr 06 17:29:08.485254 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-cd6c8f53-0956-43de-b1b2-339b79921da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:08.486971 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-cd6c8f53-0956-43de-b1b2-339b79921da3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449278 Apr 06 17:29:08.579476 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-bd4c9beb-c16f-4f26-8f2c-8d21d2f1cfd7 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829561 Apr 06 17:29:08.667769 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e55fff4f-3469-44f6-b989-a9b741f95162 req-95eeaeb8-76b7-4f07-bbda-74904ae79652 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808837 Apr 06 17:29:09.120532 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:10.482771 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:22.059222 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:29:23.823048 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe785-c231-40a2-b38a-0bb5cf5fe447 req-b704057a-1007-4f5e-b6e1-540165e93e5d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:23.824520 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-895fe785-c231-40a2-b38a-0bb5cf5fe447 req-b704057a-1007-4f5e-b6e1-540165e93e5d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0546567 Apr 06 17:29:23.872164 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-895fe785-c231-40a2-b38a-0bb5cf5fe447 req-d944484d-8fd9-4b3e-b029-77c75c68d70f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Apr 06 17:29:24.993577 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb853f-88fd-456a-8ab1-0c5b33592efe req-8dc71a0c-4004-4bbe-b882-d607ae6bae49 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:24.995001 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bdb853f-88fd-456a-8ab1-0c5b33592efe req-8dc71a0c-4004-4bbe-b882-d607ae6bae49 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0521235 Apr 06 17:29:25.046466 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8bdb853f-88fd-456a-8ab1-0c5b33592efe req-49263a75-122a-4e47-b9cd-2c2aca33f4cd tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Apr 06 17:29:26.171108 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd680d-9d2e-44f4-9086-ce24afc3b21b req-5af79cea-d859-4899-93a8-d616ac439900 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:26.172550 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6bdd680d-9d2e-44f4-9086-ce24afc3b21b req-5af79cea-d859-4899-93a8-d616ac439900 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0507021 Apr 06 17:29:26.223100 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-6bdd680d-9d2e-44f4-9086-ce24afc3b21b req-3ad2064d-8230-41d6-8cb4-9524023a1521 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 Apr 06 17:29:27.340652 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77810-8883-4b24-9c01-7c342d096948 req-3b8baafb-77ff-4ca8-aec6-b8147d9c6adb tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:27.342148 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50c77810-8883-4b24-9c01-7c342d096948 req-3b8baafb-77ff-4ca8-aec6-b8147d9c6adb tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0532207 Apr 06 17:29:27.389713 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50c77810-8883-4b24-9c01-7c342d096948 req-71f2f96f-72e0-4ee9-a1c6-b4bfd522c44f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Apr 06 17:29:28.514478 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6e5f9-29d0-472f-8381-c2d671b1f371 req-5cc9215d-6ea0-4ff8-beed-85481d66ddd6 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:28.516051 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bfc6e5f9-29d0-472f-8381-c2d671b1f371 req-5cc9215d-6ea0-4ff8-beed-85481d66ddd6 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0524497 Apr 06 17:29:28.562901 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-bfc6e5f9-29d0-472f-8381-c2d671b1f371 req-76c87ce9-48db-402c-b451-6cecca711cd3 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Apr 06 17:29:29.679526 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafd084-3df8-4977-a506-ce971796144a req-57eda966-c0b5-466c-b283-85dc1574e05f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:29.680980 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cafd084-3df8-4977-a506-ce971796144a req-57eda966-c0b5-466c-b283-85dc1574e05f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0532722 Apr 06 17:29:29.728720 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6cafd084-3df8-4977-a506-ce971796144a req-7350c731-a67e-4afa-9a73-6f8c676dafba tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Apr 06 17:29:30.287019 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:30.845644 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b6d3-0eee-4415-a66c-57ab81de850f req-9577effd-12dd-465b-b164-3fd675376274 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:30.847092 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-59b1b6d3-0eee-4415-a66c-57ab81de850f req-9577effd-12dd-465b-b164-3fd675376274 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0510771 Apr 06 17:29:30.894067 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-59b1b6d3-0eee-4415-a66c-57ab81de850f req-fcdb02de-d471-4d52-9d45-775da3f9aa34 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Apr 06 17:29:32.015514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ee42e-58a0-429c-bcc4-575a3a6b0161 req-23949fa0-bdd6-4cc7-8784-36e7bf41f4e8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:32.016874 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-907ee42e-58a0-429c-bcc4-575a3a6b0161 req-23949fa0-bdd6-4cc7-8784-36e7bf41f4e8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0551002 Apr 06 17:29:32.063949 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-907ee42e-58a0-429c-bcc4-575a3a6b0161 req-d5bad87f-6ddb-425c-ad1f-43bcfb1b7e18 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Apr 06 17:29:33.185577 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f25915-bc6b-4dca-be1e-6f30a3a20135 req-b9dfabf8-02fd-480b-ac40-086b3fc18e0b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:33.189278 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-00f25915-bc6b-4dca-be1e-6f30a3a20135 req-b9dfabf8-02fd-480b-ac40-086b3fc18e0b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0594411 Apr 06 17:29:33.237076 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-00f25915-bc6b-4dca-be1e-6f30a3a20135 req-1da9c1f0-5130-4143-9cb6-3ac47cd36be9 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Apr 06 17:29:33.975961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-9983bb81-7357-4227-b2cc-494c73da8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:33.977457 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-9983bb81-7357-4227-b2cc-494c73da8aca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0441358 Apr 06 17:29:33.980239 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1f39-8ca6-4269-9b9c-76f2faf09d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:34.071553 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-db012e11-0269-43c9-80f6-3d0c422cb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:34.073003 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-db012e11-0269-43c9-80f6-3d0c422cb3a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0868893 Apr 06 17:29:34.137428 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-d80e457c-5215-48cf-bfd2-638b6037b25b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 1001 time: 0.0577490 Apr 06 17:29:34.186478 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-42131e72-31b9-4999-a786-0cf39eb06d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:34.187880 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-42131e72-31b9-4999-a786-0cf39eb06d94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0433159 Apr 06 17:29:34.242459 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-f734e06f-3211-46fc-9d2c-7f6a2fe0e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:34.243908 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-f734e06f-3211-46fc-9d2c-7f6a2fe0e62b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457163 Apr 06 17:29:34.359877 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-db49fc85-24f7-4f4c-b8bf-7cf6c1abb510 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093493 Apr 06 17:29:34.375066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9b971-5a9c-415d-b0c5-c260d34468ba req-318d6450-7460-4b2d-8edd-f6264cb4b248 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:34.376405 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6b9b971-5a9c-415d-b0c5-c260d34468ba req-318d6450-7460-4b2d-8edd-f6264cb4b248 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0744181 Apr 06 17:29:34.477582 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6b9b971-5a9c-415d-b0c5-c260d34468ba req-300d03af-fc04-4369-a74b-adf38b24c02f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925555 Apr 06 17:29:34.499794 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c39b376-c1d5-42b8-babd-3c3cec2d2697 req-d0fa97e6-0b1c-4645-be5e-3feb657f9d63 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224031 Apr 06 17:29:35.601113 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ad77-877e-4f2f-806a-2a2b7c75622c req-c085f54b-6280-4037-afb5-765919d4790c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:35.602652 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8981ad77-877e-4f2f-806a-2a2b7c75622c req-c085f54b-6280-4037-afb5-765919d4790c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0530252 Apr 06 17:29:35.649894 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8981ad77-877e-4f2f-806a-2a2b7c75622c req-586a1478-4206-42de-ae4b-0d260a64208a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 06 17:29:36.713337 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-566aa1ed-b7f2-4dfa-bcac-9e77721a093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.782182 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb899-95ee-4cb0-8e1a-9a4f8b70d4a9 req-a5c69147-f845-4690-a475-bcf77a2a9267 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:36.784085 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b63cb899-95ee-4cb0-8e1a-9a4f8b70d4a9 req-a5c69147-f845-4690-a475-bcf77a2a9267 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0623248 Apr 06 17:29:36.832124 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b63cb899-95ee-4cb0-8e1a-9a4f8b70d4a9 req-27582895-16c1-4f9e-9328-83fd375e2945 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Apr 06 17:29:37.688753 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.951069 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7ebd-d3b1-4f38-978d-72226cc7b4f3 req-981ae7c7-2000-485f-b924-44177279ec3a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:37.952544 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-85fe7ebd-d3b1-4f38-978d-72226cc7b4f3 req-981ae7c7-2000-485f-b924-44177279ec3a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0554326 Apr 06 17:29:38.230513 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-85fe7ebd-d3b1-4f38-978d-72226cc7b4f3 req-e07e2c6d-4ebb-45a2-8e88-1ffef74b74ff tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723856 Apr 06 17:29:38.297172 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-c2b6b73a-4e7a-42b9-b858-314b614eb3b5 req-27d5aead-2f8c-45e1-b87b-1dc409796b97 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:29:38.298146 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c2b6b73a-4e7a-42b9-b858-314b614eb3b5 req-27d5aead-2f8c-45e1-b87b-1dc409796b97 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052707 Apr 06 17:29:39.124505 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.467072 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677166f-bb6a-4f85-8df6-96d771b6542d req-d880dac7-71b1-48f4-9dc3-17edd1f8b866 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:39.468543 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e677166f-bb6a-4f85-8df6-96d771b6542d req-d880dac7-71b1-48f4-9dc3-17edd1f8b866 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0552099 Apr 06 17:29:39.484187 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-a8913668-a8a7-4bbf-8ccd-87434027a577 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914528 Apr 06 17:29:39.493213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-6105bfb2-00e4-48da-8063-e999aea9655b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:29:39.494178 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-6105bfb2-00e4-48da-8063-e999aea9655b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054770 Apr 06 17:29:39.518739 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-e677166f-bb6a-4f85-8df6-96d771b6542d req-a926291c-56db-4aec-9d50-ead3b6071526 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Apr 06 17:29:39.604291 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:29:39.645649 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-e9f92a88-66f1-4113-a49f-6715a9cf7c16 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:39.646921 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-e9f92a88-66f1-4113-a49f-6715a9cf7c16 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports/12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 942 time: 0.1237669 Apr 06 17:29:39.679548 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 12093142-b6ab-435f-869a-3e57840ca691 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:39.680277 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.702343 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:39.704580 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a31e3-6081-463a-aa77-cc3b4ea3ec9a" -d '{"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-unplugged", "status": "completed", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:39.716998 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:39.721694 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.748048 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4253e0-22fb-483b-9743-13cb337d6648 x-openstack-request-id: req-2c4253e0-22fb-483b-9743-13cb337d6648 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:39.748339 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-unplugged", "status": "failed", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:39.748591 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c4253e0-22fb-483b-9743-13cb337d6648 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:39.749050 dv-cinder-836859-1-iscsi neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2c4253e0-22fb-483b-9743-13cb337d6648']: {'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'code': 422} returned with failed status Apr 06 17:29:39.778085 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:39.785064 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.785416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.785761 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.786110 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.786442 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.786773 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.787107 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.787432 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.787758 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.788083 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.788944 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.789308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.789729 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.790059 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:39.790384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:40.477971 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.651914 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2356-92d1-43dd-9728-f11e393379c3 req-c94c856e-fc56-44d7-aeea-fb86b75f659e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.653344 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b35c2356-92d1-43dd-9728-f11e393379c3 req-c94c856e-fc56-44d7-aeea-fb86b75f659e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0551646 Apr 06 17:29:40.705736 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-b35c2356-92d1-43dd-9728-f11e393379c3 req-8ddef12d-19fd-4daa-9b39-3726a6590c8d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Apr 06 17:29:40.999371 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-d1f31094-5bf0-4f02-a2da-a863ea76fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.000758 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-d1f31094-5bf0-4f02-a2da-a863ea76fda1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f&tenant_id=f3a14e8266e84b10a6ce26022b376021 HTTP/1.1" status: 200 len: 1127 time: 0.0436912 Apr 06 17:29:41.066255 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-f85eac97-8f83-4ee4-9669-63ac51f94908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.067728 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-f85eac97-8f83-4ee4-9669-63ac51f94908 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1127 time: 0.0432870 Apr 06 17:29:41.157328 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-87928961-6a67-49f3-b635-c09d479ef2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.158772 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-87928961-6a67-49f3-b635-c09d479ef2f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0849102 Apr 06 17:29:41.226634 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-57367b46-fd1c-4c09-8421-076ab1b0d8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 999 time: 0.0575442 Apr 06 17:29:41.281034 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-335ae30f-f8bf-48be-ae4c-2ae0a4eaadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.282459 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-335ae30f-f8bf-48be-ae4c-2ae0a4eaadb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0464995 Apr 06 17:29:41.332057 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-94352630-0be0-4c0b-8f1f-79a52398a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.333528 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-94352630-0be0-4c0b-8f1f-79a52398a392 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428119 Apr 06 17:29:41.424147 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-5b796627-9a93-4776-8e5d-c33579f43703 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826478 Apr 06 17:29:41.520466 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b25b67a9-1738-4227-bdf9-fde8d6a57c26 req-220ccecf-642d-4a59-beaf-08ba89409705 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856817 Apr 06 17:29:41.825911 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f584-8860-4015-9c28-d25b47895b29 req-3eb59fbd-faeb-46d2-b0b0-49b5d897ff5e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:41.827350 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6802f584-8860-4015-9c28-d25b47895b29 req-3eb59fbd-faeb-46d2-b0b0-49b5d897ff5e tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0515654 Apr 06 17:29:41.874445 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6802f584-8860-4015-9c28-d25b47895b29 req-8f6c845f-f5ff-45a1-847d-d1c57f8cb205 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Apr 06 17:29:42.990127 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070439-3fb1-44bf-82f6-a2a920ad47a4 req-7cd0ce68-eb41-4e41-9d09-33d2a55b51f8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:42.992802 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b070439-3fb1-44bf-82f6-a2a920ad47a4 req-7cd0ce68-eb41-4e41-9d09-33d2a55b51f8 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0515141 Apr 06 17:29:43.039518 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-8b070439-3fb1-44bf-82f6-a2a920ad47a4 req-83bfe3a3-fc58-4866-b52a-43cb15d48233 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Apr 06 17:29:44.174878 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f209c-a16b-4a46-aa42-7b6bece6302a req-7e6c4312-c775-422a-be3e-71a116db0816 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:44.176319 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d92f209c-a16b-4a46-aa42-7b6bece6302a req-7e6c4312-c775-422a-be3e-71a116db0816 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0558777 Apr 06 17:29:44.223748 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d92f209c-a16b-4a46-aa42-7b6bece6302a req-523f957a-7af4-4bcf-82de-7337d6347756 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Apr 06 17:29:45.339838 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d8d5-3a8d-42eb-ba36-af6ee4e71b07 req-2f993b17-98a0-4423-8af2-d21accb9d2da tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:45.341345 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad68d8d5-3a8d-42eb-ba36-af6ee4e71b07 req-2f993b17-98a0-4423-8af2-d21accb9d2da tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0516999 Apr 06 17:29:45.388685 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-ad68d8d5-3a8d-42eb-ba36-af6ee4e71b07 req-cd354b04-65aa-45d8-900c-657a621e6a28 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Apr 06 17:29:46.503875 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927f9c7-149b-46d0-8dbf-cf8fa1d6201b req-39c84608-6ba9-4c55-a78c-0c63570d314f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:46.505352 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7927f9c7-149b-46d0-8dbf-cf8fa1d6201b req-39c84608-6ba9-4c55-a78c-0c63570d314f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0515985 Apr 06 17:29:46.553510 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7927f9c7-149b-46d0-8dbf-cf8fa1d6201b req-fa1f1e6c-9440-48b0-a4dd-72933643c143 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Apr 06 17:29:47.673988 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba33bb-ba70-407b-a255-3f42736c7571 req-189c6b53-6bf6-46ec-ab7b-884ea5886840 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:47.675452 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-efba33bb-ba70-407b-a255-3f42736c7571 req-189c6b53-6bf6-46ec-ab7b-884ea5886840 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0552723 Apr 06 17:29:47.723961 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-efba33bb-ba70-407b-a255-3f42736c7571 req-9568f2bb-0e0f-42c0-97ab-2879fb28052d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Apr 06 17:29:48.842665 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147de81a-c3c8-4f4e-ae54-4d9a568275b2 req-cb92bb48-323c-423e-ad9d-f993af420d6c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:48.844214 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-147de81a-c3c8-4f4e-ae54-4d9a568275b2 req-cb92bb48-323c-423e-ad9d-f993af420d6c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 943 time: 0.0536752 Apr 06 17:29:48.894301 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-147de81a-c3c8-4f4e-ae54-4d9a568275b2 req-15bf327a-5d99-4756-9559-3b8602fcea20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Apr 06 17:29:49.650609 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:29:49.879687 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:49.890653 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Returning: {'device': '12093142-b6ab-435f-869a-3e57840ca691', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'port_id': '12093142-b6ab-435f-869a-3e57840ca691', 'mac_address': 'fa:16:3e:d6:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:29:49.927758 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 12093142-b6ab-435f-869a-3e57840ca691 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:49.928156 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:49.941377 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12093142-b6ab-435f-869a-3e57840ca691 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:29:49.960836 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:49.966750 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:50.013093 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:50.013722 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7410-809e-4579-8882-7ac1d4e4613d req-d9aca772-549f-4ae4-8531-f59ae00ccd21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:50.016027 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5cbd7410-809e-4579-8882-7ac1d4e4613d req-d9aca772-549f-4ae4-8531-f59ae00ccd21 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 944 time: 0.0533712 Apr 06 17:29:50.063768 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-5cbd7410-809e-4579-8882-7ac1d4e4613d req-3618660d-d84b-4c1c-9431-d82d9afff862 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Apr 06 17:29:50.230611 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] get_ports_and_sgs() called for port_ids ['12093142-b6ab-435f-869a-3e57840ca691'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:29:51.186029 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81263a-d833-4fa7-bfd9-b4c3f86c90d4 req-c466856e-0cc4-4ed4-baef-2a3ac83b3580 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:51.187489 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5a81263a-d833-4fa7-bfd9-b4c3f86c90d4 req-c466856e-0cc4-4ed4-baef-2a3ac83b3580 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 944 time: 0.0518262 Apr 06 17:29:51.234086 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5a81263a-d833-4fa7-bfd9-b4c3f86c90d4 req-360c755c-8f71-4e60-858c-e52b54aece76 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Apr 06 17:29:51.650797 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 up at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:29:51.700479 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Provisioning complete for port 12093142-b6ab-435f-869a-3e57840ca691 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:29:51.700776 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939120'] for port (12093142-b6ab-435f-869a-3e57840ca691), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:51.777060 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Current status of the port 12093142-b6ab-435f-869a-3e57840ca691 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:51.777456 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002161'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:51.803831 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:51.806798 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7751da39df504ddadf0377220749394e9d2cd82b17f47bf44783e3cfc053a473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f7b6b-9bc0-4c50-80f4-4770be265f94" -d '{"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-plugged", "status": "completed", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:51.819124 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:51.824918 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759020203542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759019818774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759019818792'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:51.851454 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f934cf-cc7e-4e8e-b2b4-01cf200fa7f0 x-openstack-request-id: req-10f934cf-cc7e-4e8e-b2b4-01cf200fa7f0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:51.851737 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-plugged", "status": "completed", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:51.851986 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10f934cf-cc7e-4e8e-b2b4-01cf200fa7f0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:51.853055 dv-cinder-836859-1-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f934cf-cc7e-4e8e-b2b4-01cf200fa7f0'] response: {'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'code': 200} Apr 06 17:29:51.879000 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Pushing event updated for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:52.071961 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8c14-7214-4002-93e6-89014c164a90 req-81c94941-2a72-4345-b709-c96295a08234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:52.073465 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-697c8c14-7214-4002-93e6-89014c164a90 req-81c94941-2a72-4345-b709-c96295a08234 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0433123 Apr 06 17:29:52.119907 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-697c8c14-7214-4002-93e6-89014c164a90 req-cae0a95a-79bf-4fc2-a120-31ff46e9706b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Apr 06 17:29:52.355852 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3a455-51b7-4c6f-aeac-d3411a6936e6 req-6a323a63-ed54-43bb-be12-540fa8ad8188 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:52.357272 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba3a455-51b7-4c6f-aeac-d3411a6936e6 req-6a323a63-ed54-43bb-be12-540fa8ad8188 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0570595 Apr 06 17:29:52.405544 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0ba3a455-51b7-4c6f-aeac-d3411a6936e6 req-aaf5757c-44f5-445f-bbb9-b0f135430cec tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Apr 06 17:29:53.531124 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f96c9-533c-4557-b031-361ba1b52cff req-ace72614-4d26-4844-a632-548c89834aa7 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:53.532604 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dc5f96c9-533c-4557-b031-361ba1b52cff req-ace72614-4d26-4844-a632-548c89834aa7 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0583286 Apr 06 17:29:53.583970 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-dc5f96c9-533c-4557-b031-361ba1b52cff req-9fd4a517-cf9f-4342-991c-af4f77046b20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449669 Apr 06 17:29:54.701898 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abd3fe-5005-4a9a-b4d9-7a724d6e0f4e req-672f208e-f66d-413c-b2b4-ae0f86b64f11 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:54.703326 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-12abd3fe-5005-4a9a-b4d9-7a724d6e0f4e req-672f208e-f66d-413c-b2b4-ae0f86b64f11 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0513442 Apr 06 17:29:54.751519 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-12abd3fe-5005-4a9a-b4d9-7a724d6e0f4e req-fc3bd166-532f-41b7-a2f8-6ba79ecd2d53 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 Apr 06 17:29:59.058047 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:30:00.289745 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:03.981241 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d51be36-8ff2-4856-a03a-87fd6298344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:06.718683 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc0c81f0-fae7-4b2a-84ab-146252af4888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:07.692678 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:09.124788 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:09.137079 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-a9be60a7-8cdd-4910-a0d7-e1208c7ab53a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463979 Apr 06 17:30:09.225941 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-c9f8e95b-5b10-4344-b7b3-046c6cad7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:09.227509 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-c9f8e95b-5b10-4344-b7b3-046c6cad7ab3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.0445130 Apr 06 17:30:09.328177 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-485b0eb1-9004-46c8-bb63-a783daf97776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:09.329671 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-485b0eb1-9004-46c8-bb63-a783daf97776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0835183 Apr 06 17:30:09.398933 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-576e4058-9187-41c8-a1af-74b18b94fa4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 1001 time: 0.0622869 Apr 06 17:30:09.447162 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-91be375f-a255-4430-88ea-1a4ca5f89479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:09.448599 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-91be375f-a255-4430-88ea-1a4ca5f89479 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0432951 Apr 06 17:30:09.499346 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-ba8757cc-a5ee-46cb-8933-20fe4c786335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:09.500816 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-ba8757cc-a5ee-46cb-8933-20fe4c786335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434210 Apr 06 17:30:09.596601 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-a8efebf7-b8f8-475b-8a66-e53ecfba02ec service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882738 Apr 06 17:30:09.685723 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-08ffba62-9ba5-4921-a306-ed53ecee3c0d req-2ad5b078-94bf-4837-b1b9-f2a3c81f156c service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806456 Apr 06 17:30:10.469769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:30.291772 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:33.983437 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e334adee-46d1-4fd3-8bb4-7579a902582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:36.056340 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:30:36.720919 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24c4265c-3993-4b91-b66a-f2785f72ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:37.695101 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:39.128394 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:40.471465 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:00.296599 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:03.985212 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4527-24ac-411b-871b-8ca103e95f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:06.722558 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-053c4c9d-166f-42cb-9e91-43ffa5eeb6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.696275 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.502712 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:08.655647 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Deleting port b74bcf00-93e7-4124-96dd-9dd32d9127b4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:08.655987 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.731257 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.731500 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for floatingip (b74bcf00-93e7-4124-96dd-9dd32d9127b4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.742780 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Calling delete_port for b74bcf00-93e7-4124-96dd-9dd32d9127b4 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:08.895347 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (b74bcf00-93e7-4124-96dd-9dd32d9127b4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.922989 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event deleted for resources: {'Port': ['ID=b74bcf00-93e7-4124-96dd-9dd32d9127b4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:08.947330 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.947687 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.948027 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.948367 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.948704 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.949101 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.949700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.950068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.950402 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.950733 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.951068 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.951396 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.951724 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.952048 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.952369 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:08.991046 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for floatingip (98bf3aca-0578-4bad-bb9d-0d1088a1d342), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:08.991314 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Floating IP 98bf3aca-0578-4bad-bb9d-0d1088a1d342 disassociated (deleted). External IP: 172.27.3.246, port: 12093142-b6ab-435f-869a-3e57840ca691. Apr 06 17:31:09.128813 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:09.205804 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Router fd49ce38-8b20-431e-93db-70c9b256d278 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:31:09.314356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:09.318839 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:09.326265 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Sync routers for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:09.335567 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:09.336251 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:09.347945 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1bfb71df-aff5-42b5-9291-7e36bb474c20 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "DELETE /v2.0/floatingips/98bf3aca-0578-4bad-bb9d-0d1088a1d342 HTTP/1.1" status: 204 len: 168 time: 0.8441727 Apr 06 17:31:09.348537 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:31:09.350910 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0227319-0de3-4f0a-879a-3df2914e4f00" -d '{"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:31:09.455356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef0203-d464-4bdd-9854-5b88b6fe0bb4 x-openstack-request-id: req-7eef0203-d464-4bdd-9854-5b88b6fe0bb4 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:31:09.455654 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:31:09.456549 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eef0203-d464-4bdd-9854-5b88b6fe0bb4 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:31:09.456549 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eef0203-d464-4bdd-9854-5b88b6fe0bb4'] response: {'name': 'network-changed', 'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'status': 'completed', 'code': 200} Apr 06 17:31:09.461249 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:09.579700 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-22116972-0118-47e8-b7b3-924b88cce9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:09.581354 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-22116972-0118-47e8-b7b3-924b88cce9f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a14e8266e84b10a6ce26022b376021&device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 1129 time: 0.1008301 Apr 06 17:31:09.660468 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0eeee-4f54-4fc3-8622-b4db4b347e1e req-fa5b8f99-421f-443a-a8cd-c1be67ac949d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:09.662011 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fa0eeee-4f54-4fc3-8622-b4db4b347e1e req-fa5b8f99-421f-443a-a8cd-c1be67ac949d tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.1222458 Apr 06 17:31:09.671967 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:09.697378 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Checking router: fd49ce38-8b20-431e-93db-70c9b256d278 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:09.706482 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:09.707076 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:09.711806 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fa0eeee-4f54-4fc3-8622-b4db4b347e1e req-e673871c-2dcf-4398-98ec-7a9b61475ca2 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Apr 06 17:31:09.812817 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:10.005756 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:10.031917 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6f5c-2858-41dd-b42e-50b6b586cd23 None None] The sync data for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi is: [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:26:42Z', 'revision_number': 4, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi', '_interfaces': [{'id': '50b519ea-e5ce-41c7-b085-0579f2b0af6e', 'name': '', 'network_id': '7813631a-4f10-47fb-af25-4f42d6544720', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'mac_address': 'fa:16:3e:4f:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:41Z', 'updated_at': '2022-04-06T17:26:47Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'subnets': [{'id': '04a0e64a-9a4b-482b-8736-2bb10081c4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:10.252550 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f0367-ec40-49c5-a7b3-05aab20b673b None None] New status for floating IP 98bf3aca-0578-4bad-bb9d-0d1088a1d342: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:31:10.474931 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:10.838113 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-da26245b-c490-42e2-ab4e-a43e500bd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:10.839665 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-da26245b-c490-42e2-ab4e-a43e500bd85b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 200 len: 910 time: 0.0904250 Apr 06 17:31:10.891313 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91c61-7c16-468c-8ca8-ce02a906ffca req-494b4d48-f242-445a-a81d-9e64ca29a34b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:10.900016 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-79f91c61-7c16-468c-8ca8-ce02a906ffca req-494b4d48-f242-445a-a81d-9e64ca29a34b tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.1139672 Apr 06 17:31:10.950693 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [req-79f91c61-7c16-468c-8ca8-ce02a906ffca req-4498a841-e2ab-4966-be8c-defda99faffd tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Apr 06 17:31:10.971805 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-e938e4ee-6125-4fab-bead-a1f02a8e82ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 200 len: 217 time: 0.0363028 Apr 06 17:31:11.019252 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-ac70dd4a-c850-46fc-902a-1c71f441bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:11.020910 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-ac70dd4a-c850-46fc-902a-1c71f441bd86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0429692 Apr 06 17:31:11.260909 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-79659837-5339-4f66-89a1-324605d5de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:11.263348 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-79659837-5339-4f66-89a1-324605d5de8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7813631a-4f10-47fb-af25-4f42d6544720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450878 Apr 06 17:31:11.633601 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d552b-63a7-4861-895a-e3d437c8850e req-21e3ed8e-49df-494f-a86f-c7ad319639af tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:11.635084 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-642d552b-63a7-4861-895a-e3d437c8850e req-21e3ed8e-49df-494f-a86f-c7ad319639af tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.43 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.0796530 Apr 06 17:31:11.637308 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-204dc7bb-6df6-4a03-9642-cb9b92dddc74 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263859 Apr 06 17:31:12.006630 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0227319-0de3-4f0a-879a-3df2914e4f00 req-b421e2af-9a68-4ea6-ab28-121076ba74e6 service neutron] 10.222.0.43 "GET /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514361 Apr 06 17:31:12.017228 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Deleting port 12093142-b6ab-435f-869a-3e57840ca691 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:12.017569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (12093142-b6ab-435f-869a-3e57840ca691), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.132656 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea76a8-a47d-4ca6-a513-1b9fb9a87d4b req-82d41cd9-2870-4fa0-a76a-345dd607368c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:12.134124 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94ea76a8-a47d-4ca6-a513-1b9fb9a87d4b req-82d41cd9-2870-4fa0-a76a-345dd607368c tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 945 time: 0.1123443 Apr 06 17:31:12.160524 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] For port 12093142-b6ab-435f-869a-3e57840ca691, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=12093142-b6ab-435f-869a-3e57840ca691,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:12.161040 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (12093142-b6ab-435f-869a-3e57840ca691), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.178524 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Calling delete_port for 12093142-b6ab-435f-869a-3e57840ca691 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:12.210222 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94ea76a8-a47d-4ca6-a513-1b9fb9a87d4b req-db10babd-2d57-465d-b275-bf115804dddb tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8de5c433-1d16-49ee-9c6c-aaba6b4550cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703759 Apr 06 17:31:12.320612 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (12093142-b6ab-435f-869a-3e57840ca691), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.628494 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event deleted for resources: {'Port': ['ID=12093142-b6ab-435f-869a-3e57840ca691,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:12.673049 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] No DVR routers for this DVR port 12093142-b6ab-435f-869a-3e57840ca691 on host hv-cinder-83685 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:31:12.675580 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207100'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.679104 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-642d552b-63a7-4861-895a-e3d437c8850e req-8a8d453e-80e0-4a5b-9d4b-c475e0143ec1 tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.43 "DELETE /v2.0/ports/12093142-b6ab-435f-869a-3e57840ca691 HTTP/1.1" status: 204 len: 173 time: 0.8251808 Apr 06 17:31:12.679558 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-deleted', 'tag': '12093142-b6ab-435f-869a-3e57840ca691'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:31:12.681869 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f6f960dd90fc9065efab1f93cc3fc16f86cc2ae2edba5c313e4fc64e84bc6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d3743b-d698-4976-8090-41458bd34dd8" -d '{"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-deleted", "tag": "12093142-b6ab-435f-869a-3e57840ca691"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:31:12.720749 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b892330-ef5c-419c-8107-025f6790f9ab x-openstack-request-id: req-8b892330-ef5c-419c-8107-025f6790f9ab {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:31:12.721222 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0aeaf3-6e4a-4170-9558-006ca3fb116f", "name": "network-vif-deleted", "tag": "12093142-b6ab-435f-869a-3e57840ca691", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:31:12.721393 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b892330-ef5c-419c-8107-025f6790f9ab {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:31:12.721717 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b892330-ef5c-419c-8107-025f6790f9ab'] response: {'server_uuid': 'be0aeaf3-6e4a-4170-9558-006ca3fb116f', 'name': 'network-vif-deleted', 'tag': '12093142-b6ab-435f-869a-3e57840ca691', 'status': 'completed', 'code': 200} Apr 06 17:31:13.056497 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:31:13.318829 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b20474e0-9801-407b-8f3f-4750ba1b4413 req-1c659c3c-74f1-4a70-b7f4-7fbfd73cd84f tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "GET /v2.0/ports?device_id=be0aeaf3-6e4a-4170-9558-006ca3fb116f HTTP/1.1" status: 200 len: 210 time: 0.0295084 Apr 06 17:31:14.381665 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:14.437408 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (8de5c433-1d16-49ee-9c6c-aaba6b4550cd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:14.462725 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (8de5c433-1d16-49ee-9c6c-aaba6b4550cd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:14.524269 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (8de5c433-1d16-49ee-9c6c-aaba6b4550cd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:14.526801 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:14.528667 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] 10.222.0.23 "DELETE /v2.0/security-groups/8de5c433-1d16-49ee-9c6c-aaba6b4550cd HTTP/1.1" status: 204 len: 168 time: 0.1459115 Apr 06 17:31:14.537729 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54b4b-15eb-4994-b1f7-4aeb7a01f95a tempest-TestShelveInstance-2125673388 tempest-TestShelveInstance-2125673388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5c433-1d16-49ee-9c6c-aaba6b4550cd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:14.573301 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:14.912148 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (fd49ce38-8b20-431e-93db-70c9b256d278), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:15.153785 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Deleting port 50b519ea-e5ce-41c7-b085-0579f2b0af6e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:15.154179 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:15.231732 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] For port 50b519ea-e5ce-41c7-b085-0579f2b0af6e, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=50b519ea-e5ce-41c7-b085-0579f2b0af6e,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:15.232001 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:15.244319 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Calling delete_port for 50b519ea-e5ce-41c7-b085-0579f2b0af6e owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:15.421815 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (50b519ea-e5ce-41c7-b085-0579f2b0af6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:15.447768 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b519ea-e5ce-41c7-b085-0579f2b0af6e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:15.614356 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (fd49ce38-8b20-431e-93db-70c9b256d278), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:15.834399 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Router fd49ce38-8b20-431e-93db-70c9b256d278 has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:31:15.942812 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:15.950436 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2a43a97e-ec5b-4902-bbc4-906036ab2596 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd49ce38-8b20-431e-93db-70c9b256d278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733628 Apr 06 17:31:15.951403 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:15.952330 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Sync routers for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:15.961932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:15.962535 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:16.058069 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks [] for router (fd49ce38-8b20-431e-93db-70c9b256d278), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.068613 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: dv-cinder-836859-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:16.131100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:16.163874 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks [] for router_gateway (fd49ce38-8b20-431e-93db-70c9b256d278), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.200084 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] No Port match for: 12093142-b6ab-435f-869a-3e57840ca691 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:16.200580 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Device 12093142-b6ab-435f-869a-3e57840ca691 not bound to the agent host hv-cinder-83685 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:16.217547 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Deleting port eb164b96-f326-41d4-9594-25939718c3a4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:16.217887 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (eb164b96-f326-41d4-9594-25939718c3a4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.291811 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:31:15Z', 'revision_number': 5, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port': {'id': 'eb164b96-f326-41d4-9594-25939718c3a4', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:40Z', 'updated_at': '2022-04-06T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:16.300130 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] For port eb164b96-f326-41d4-9594-25939718c3a4, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=eb164b96-f326-41d4-9594-25939718c3a4,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:16.300499 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (eb164b96-f326-41d4-9594-25939718c3a4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.312917 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Calling delete_port for eb164b96-f326-41d4-9594-25939718c3a4 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:16.319228 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Checking router: fd49ce38-8b20-431e-93db-70c9b256d278 for host: dv-cinder-836859-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:16.327938 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Routers {'fd49ce38-8b20-431e-93db-70c9b256d278'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:16.328541 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['fd49ce38-8b20-431e-93db-70c9b256d278'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:16.417628 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] Set router fd49ce38-8b20-431e-93db-70c9b256d278 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:16.481040 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (eb164b96-f326-41d4-9594-25939718c3a4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.482384 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:31:16Z', 'revision_number': 6, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:16.506537 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb164b96-f326-41d4-9594-25939718c3a4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:16.508954 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694439-1950-4f0c-8f5a-4ced200f9390 None None] The sync data for ids ['fd49ce38-8b20-431e-93db-70c9b256d278'] in dv-cinder-836859-1-iscsi is: [{'id': 'fd49ce38-8b20-431e-93db-70c9b256d278', 'name': 'tempest-TestShelveInstance-1604074405-router', 'tenant_id': 'f3a14e8266e84b10a6ce26022b376021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:39Z', 'updated_at': '2022-04-06T17:31:16Z', 'revision_number': 6, 'project_id': 'f3a14e8266e84b10a6ce26022b376021', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:16.534349 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.534698 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.535040 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.535380 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.535745 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.536036 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.536361 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.536684 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.537005 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.537351 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.537678 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.537999 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.538319 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.538686 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.539013 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:16.578839 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (fd49ce38-8b20-431e-93db-70c9b256d278), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.678602 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (fd49ce38-8b20-431e-93db-70c9b256d278), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.680693 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks [] for router_controller (fd49ce38-8b20-431e-93db-70c9b256d278), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.726252 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (fd49ce38-8b20-431e-93db-70c9b256d278), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.726891 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd49ce38-8b20-431e-93db-70c9b256d278 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:31:16.732088 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.733260 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a4d90c0f-c8c8-475d-9208-e7867f5bd264 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fd49ce38-8b20-431e-93db-70c9b256d278 HTTP/1.1" status: 204 len: 168 time: 0.7808406 Apr 06 17:31:16.735662 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:16.782312 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Deleting subnet 04a0e64a-9a4b-482b-8736-2bb10081c4e3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:31:16.785384 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Publish callbacks [] for subnet (04a0e64a-9a4b-482b-8736-2bb10081c4e3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.819232 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426843'] for subnet (04a0e64a-9a4b-482b-8736-2bb10081c4e3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.903935 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (04a0e64a-9a4b-482b-8736-2bb10081c4e3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.961542 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4433152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374040'] for subnet (04a0e64a-9a4b-482b-8736-2bb10081c4e3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.986559 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a0e64a-9a4b-482b-8736-2bb10081c4e3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:16.991416 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:16.995378 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-271cf444-478c-4ede-bb04-443bec0b0ce7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04a0e64a-9a4b-482b-8736-2bb10081c4e3 HTTP/1.1" status: 204 len: 168 time: 0.2586207 Apr 06 17:31:16.997133 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83e72b-be05-4513-8a94-66bef8dd0eff None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:16.997873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:17.068646 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (7813631a-4f10-47fb-af25-4f42d6544720), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.122378 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Deleting port 8134d555-7f1e-46ad-b617-df7925bf4ee7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:17.122719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.185181 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] For port 8134d555-7f1e-46ad-b617-df7925bf4ee7, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=8134d555-7f1e-46ad-b617-df7925bf4ee7,segment=NetworkSegment(529f6007-286b-4d69-9716-b97f3a248464),segment_id=529f6007-286b-4d69-9716-b97f3a248464)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:17.185547 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.197624 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Calling delete_port for 8134d555-7f1e-46ad-b617-df7925bf4ee7 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:17.266218 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] DHCP port deletion for 7813631a-4f10-47fb-af25-4f42d6544720 request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:31:17.282758 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.306349 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Pushing event deleted for resources: {'Port': ['ID=8134d555-7f1e-46ad-b617-df7925bf4ee7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:17.314066 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] No DVR routers for this DVR port 8134d555-7f1e-46ad-b617-df7925bf4ee7 on host dv-cinder-836859-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:31:17.317066 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Deleting port 8134d555-7f1e-46ad-b617-df7925bf4ee7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:17.317459 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.393104 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (7813631a-4f10-47fb-af25-4f42d6544720), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.416827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7813631a-4f10-47fb-af25-4f42d6544720']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:17.427261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529f6007-286b-4d69-9716-b97f3a248464') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:17.427562 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529f6007-286b-4d69-9716-b97f3a248464') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:17.438719 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4903211'] for segment (529f6007-286b-4d69-9716-b97f3a248464), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.453866 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (529f6007-286b-4d69-9716-b97f3a248464), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.460431 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:31:17.460828 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66418609'] for segment (529f6007-286b-4d69-9716-b97f3a248464), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: Traceback (most recent call last): Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: timer() Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: cb(*args, **kw) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: self._notify() Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: self.callback(batched_events) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: event.method(event) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: return f(self, *a, **k) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._get(url).json() Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:31:17.462586 dv-cinder-836859-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:31:17.517506 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] For port 8134d555-7f1e-46ad-b617-df7925bf4ee7, host dv-cinder-836859-1-iscsi, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:17.517899 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.526088 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (7813631a-4f10-47fb-af25-4f42d6544720), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.531845 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.532100 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Calling delete_port for 8134d555-7f1e-46ad-b617-df7925bf4ee7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:17.534769 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Port 8134d555-7f1e-46ad-b617-df7925bf4ee7 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 17:31:17.535644 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7813631a-4f10-47fb-af25-4f42d6544720 HTTP/1.1" status: 204 len: 168 time: 0.5366955 Apr 06 17:31:17.538710 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:17.539103 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (8134d555-7f1e-46ad-b617-df7925bf4ee7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:17.550820 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e9fc2-e407-459c-b3d1-de5d341b2375 admin admin] Pushing event deleted for resources: {'Network': ['ID=7813631a-4f10-47fb-af25-4f42d6544720,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:17.564141 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Network 7813631a-4f10-47fb-af25-4f42d6544720 is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 17:31:17.564602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] No DVR routers for this DVR port 8134d555-7f1e-46ad-b617-df7925bf4ee7 on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:31:17.568004 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Pushing event deleted for resources: {'Port': ['ID=8134d555-7f1e-46ad-b617-df7925bf4ee7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:17.590573 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.590934 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.591272 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.591602 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.591932 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.592258 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.592579 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.592898 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.593256 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.593773 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.594096 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.594647 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.595009 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.595297 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.595619 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b8ae7-23f6-4ea6-98d5-73b1db6dcc75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836859-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:17.828677 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device eb164b96-f326-41d4-9594-25939718c3a4 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:17.849196 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: eb164b96-f326-41d4-9594-25939718c3a4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:17.849543 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device eb164b96-f326-41d4-9594-25939718c3a4 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:17.849966 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8134d555-7f1e-46ad-b617-df7925bf4ee7 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:17.868857 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 8134d555-7f1e-46ad-b617-df7925bf4ee7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:17.869222 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 8134d555-7f1e-46ad-b617-df7925bf4ee7 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:17.869640 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 50b519ea-e5ce-41c7-b085-0579f2b0af6e no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:17.889241 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 50b519ea-e5ce-41c7-b085-0579f2b0af6e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:17.889836 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 50b519ea-e5ce-41c7-b085-0579f2b0af6e not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:17.907554 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890474'] for router_interface (66da7958-4031-4ba2-955b-88eeba20484d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:18.146580 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Deleting port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:18.147254 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:18.220721 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] For port 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:18.221101 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:18.233136 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Calling delete_port for 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:18.410698 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (3ed5fb8c-d53e-45ad-bf35-b2892ad8e094), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:18.434561 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed5fb8c-d53e-45ad-bf35-b2892ad8e094,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:18.609120 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888314'] for router_interface (66da7958-4031-4ba2-955b-88eeba20484d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:18.825563 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Router 66da7958-4031-4ba2-955b-88eeba20484d has already been hosted by L3 agent 17ec9684-91f0-481a-8534-1fd51942b9b6 {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:31:18.936529 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] Notify agent at l3_agent.dv-cinder-836859-1-iscsi the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:18.941482 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7711dcff-da16-407a-8514-69b59400a9b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/66da7958-4031-4ba2-955b-88eeba20484d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4013610 Apr 06 17:31:18.944253 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:18.945153 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Sync routers for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:18.955161 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:18.955784 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:19.048990 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks [] for router (66da7958-4031-4ba2-955b-88eeba20484d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.061096 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: dv-cinder-836859-1-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:19.154529 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks [] for router_gateway (66da7958-4031-4ba2-955b-88eeba20484d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.206440 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Deleting port df51916e-41c4-4925-9183-34b9897c9860 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:19.206783 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (df51916e-41c4-4925-9183-34b9897c9860), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.238637 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'external_fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df51916e-41c4-4925-9183-34b9897c9860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:31:18Z', 'revision_number': 5, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port': {'id': 'df51916e-41c4-4925-9183-34b9897c9860', 'name': '', 'network_id': '5b1901d8-dd9d-45cd-850d-69b76f49ca53', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da7958-4031-4ba2-955b-88eeba20484d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'facafa4e-707b-4e57-8681-9a6602b5aa15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836859-1-iscsi'}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:19.264422 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Checking router: 66da7958-4031-4ba2-955b-88eeba20484d for host: dv-cinder-836859-1-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:19.272671 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Routers {'66da7958-4031-4ba2-955b-88eeba20484d'} bound to L3 agent in host dv-cinder-836859-1-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:19.273304 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:06:07Z,description=,heartbeat_timestamp=2022-04-06T17:31:07Z,host='dv-cinder-836859-1-iscsi',id=17ec9684-91f0-481a-8534-1fd51942b9b6,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:06:07Z,topic='l3_agent')) {'router_ids': ['66da7958-4031-4ba2-955b-88eeba20484d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:19.288467 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] For port df51916e-41c4-4925-9183-34b9897c9860, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=df51916e-41c4-4925-9183-34b9897c9860,segment=NetworkSegment(6cabf22f-5fd2-461f-9885-7a59ba967ff9),segment_id=6cabf22f-5fd2-461f-9885-7a59ba967ff9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:19.288914 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (df51916e-41c4-4925-9183-34b9897c9860), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.300734 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Calling delete_port for df51916e-41c4-4925-9183-34b9897c9860 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:19.453078 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] Set router 66da7958-4031-4ba2-955b-88eeba20484d gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:19.461383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [req-92222620-05db-44f0-bbaf-77813a75310a req-ea33fa63-fda9-4cee-ba6e-e7e46d4a61f5 service neutron] (103475) timed out ('10.222.0.43', 51094) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:31:19.472873 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66418668'] for port (df51916e-41c4-4925-9183-34b9897c9860), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.499662 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Pushing event deleted for resources: {'Port': ['ID=df51916e-41c4-4925-9183-34b9897c9860,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:19.507468 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:31:19Z', 'revision_number': 6, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port_host': None}], 'dv-cinder-836859-1-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:19.533846 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac5fe-20ac-43e8-87f2-ee2868c990c9 None None] The sync data for ids ['66da7958-4031-4ba2-955b-88eeba20484d'] in dv-cinder-836859-1-iscsi is: [{'id': '66da7958-4031-4ba2-955b-88eeba20484d', 'name': 'tempest-TestShelveInstance-1841810574-router', 'tenant_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:26:44Z', 'updated_at': '2022-04-06T17:31:19Z', 'revision_number': 6, 'project_id': '39f3bedf605b4defb2fd8a2419f36f3b', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:19.560109 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888124'] for router_gateway (66da7958-4031-4ba2-955b-88eeba20484d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.657885 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1135'] for router (66da7958-4031-4ba2-955b-88eeba20484d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.659994 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks [] for router_controller (66da7958-4031-4ba2-955b-88eeba20484d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.704569 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890246'] for router (66da7958-4031-4ba2-955b-88eeba20484d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.705041 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66da7958-4031-4ba2-955b-88eeba20484d {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:31:19.709261 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.710444 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6647acf7-b82a-4bde-87b3-152aedc04fca admin admin] 10.222.0.23 "DELETE /v2.0/routers/66da7958-4031-4ba2-955b-88eeba20484d HTTP/1.1" status: 204 len: 168 time: 0.7652156 Apr 06 17:31:19.712837 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.23', 60504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:19.765190 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Deleting subnet de88ba27-533c-4f85-b409-24134e056e4d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:31:19.768269 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Publish callbacks [] for subnet (de88ba27-533c-4f85-b409-24134e056e4d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.802202 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4903376'] for subnet (de88ba27-533c-4f85-b409-24134e056e4d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.885827 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1959148'] for subnet (de88ba27-533c-4f85-b409-24134e056e4d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.948514 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1959139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66418651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66256276'] for subnet (de88ba27-533c-4f85-b409-24134e056e4d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.978304 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de88ba27-533c-4f85-b409-24134e056e4d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:19.980213 dv-cinder-836859-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:19.984122 dv-cinder-836859-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2be2c8d3-588c-4fa9-838c-76c4b1e4436a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/de88ba27-533c-4f85-b409-24134e056e4d HTTP/1.1" status: 204 len: 168 time: 0.2703214 Apr 06 17:31:19.985794 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b1ac9-f6ad-4929-8bd4-0c8f0d979c1f None None] Network b86cce61-7730-467c-b1a0-5f0783dff0bb requested from dv-cinder-836859-1-iscsi {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:19.986734 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60506) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:20.056567 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967531'] for network (b86cce61-7730-467c-b1a0-5f0783dff0bb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.108524 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Deleting port 1dc6361c-fa19-4d58-b3cf-528849b1a133 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:20.108860 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.296731 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] DHCP port deletion for b86cce61-7730-467c-b1a0-5f0783dff0bb request from dv-cinder-836859-1-iscsi {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:31:20.300561 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:20.328097 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:20.328425 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 3ed5fb8c-d53e-45ad-bf35-b2892ad8e094 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:20.374471 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Deleting port 1dc6361c-fa19-4d58-b3cf-528849b1a133 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:20.374849 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759020196401'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.405721 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] For port 1dc6361c-fa19-4d58-b3cf-528849b1a133, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1dc6361c-fa19-4d58-b3cf-528849b1a133,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:20.406080 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.418522 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Calling delete_port for 1dc6361c-fa19-4d58-b3cf-528849b1a133 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:20.438919 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] For port 1dc6361c-fa19-4d58-b3cf-528849b1a133, host dv-cinder-836859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836859-1-iscsi',level=0,port_id=1dc6361c-fa19-4d58-b3cf-528849b1a133,segment=NetworkSegment(1c434e0e-657c-4dc1-9544-13e57fe669cd),segment_id=1c434e0e-657c-4dc1-9544-13e57fe669cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:20.439314 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899355'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.451449 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Calling delete_port for 1dc6361c-fa19-4d58-b3cf-528849b1a133 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:20.499180 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4433207'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.526690 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc6361c-fa19-4d58-b3cf-528849b1a133,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:20.528959 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] No DVR routers for this DVR port 1dc6361c-fa19-4d58-b3cf-528849b1a133 on host dv-cinder-836859-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:31:20.550250 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2001970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759020203524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759019818765'] for port (1dc6361c-fa19-4d58-b3cf-528849b1a133), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.578221 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] Pushing event deleted for resources: {'Port': ['ID=1dc6361c-fa19-4d58-b3cf-528849b1a133,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:20.596992 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9d90e-a526-4e83-83a5-560c93ba6528 None None] No DVR routers for this DVR port 1dc6361c-fa19-4d58-b3cf-528849b1a133 on host dv-cinder-836859-1-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:31:20.623405 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961751', 'neutron.services.segments.db._delete_segments_for_network-8759020273017'] for network (b86cce61-7730-467c-b1a0-5f0783dff0bb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.646055 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86cce61-7730-467c-b1a0-5f0783dff0bb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:20.659879 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c434e0e-657c-4dc1-9544-13e57fe669cd') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:20.660303 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c434e0e-657c-4dc1-9544-13e57fe669cd') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:20.672071 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759020273538', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426912'] for segment (1c434e0e-657c-4dc1-9544-13e57fe669cd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.686810 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079'] for segment (1c434e0e-657c-4dc1-9544-13e57fe669cd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.693792 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:31:20.694288 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4433258'] for segment (1c434e0e-657c-4dc1-9544-13e57fe669cd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: Traceback (most recent call last): Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: timer() Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: cb(*args, **kw) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: return func(*args, **kwargs) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: self._notify() Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: self.callback(batched_events) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: event.method(event) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: return f(self, *a, **k) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._get(url).json() Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: return self.request(url, 'GET', **kwargs) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:31:20.696474 dv-cinder-836859-1-iscsi neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:31:20.755582 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888152'] for network (b86cce61-7730-467c-b1a0-5f0783dff0bb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.760984 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561913'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.764820 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b86cce61-7730-467c-b1a0-5f0783dff0bb HTTP/1.1" status: 204 len: 168 time: 0.7770853 Apr 06 17:31:20.775989 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6076f4-3c72-44a0-88dc-f4d83fa2deb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86cce61-7730-467c-b1a0-5f0783dff0bb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:20.939041 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60510) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:20.977672 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-c956d91c-ff97-49d3-b4cd-82d85df4b788 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3a14e8266e84b10a6ce26022b376021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374770 Apr 06 17:31:20.979914 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60512) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:21.025102 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] Publish callbacks [] for security_group (89c3554b-bdd2-436e-9466-a383121f345a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.046383 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] Publish callbacks [] for security_group (89c3554b-bdd2-436e-9466-a383121f345a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.093856 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (89c3554b-bdd2-436e-9466-a383121f345a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.096393 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.097785 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89c3554b-bdd2-436e-9466-a383121f345a HTTP/1.1" status: 204 len: 168 time: 0.1163607 Apr 06 17:31:21.106552 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae115a70-4867-4512-9899-47fa14c9f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3554b-bdd2-436e-9466-a383121f345a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:21.399637 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:21.439463 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-a6601052-dbd1-4533-b10d-babfae4ed8d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39f3bedf605b4defb2fd8a2419f36f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386503 Apr 06 17:31:21.441973 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.23', 60520) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:21.491160 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] Publish callbacks [] for security_group (dcfeb6ad-ec7a-4514-a727-7c13e72c08d4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.511049 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] Publish callbacks [] for security_group (dcfeb6ad-ec7a-4514-a727-7c13e72c08d4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.557986 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043549'] for security_group (dcfeb6ad-ec7a-4514-a727-7c13e72c08d4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.560939 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:21.564721 dv-cinder-836859-1-iscsi neutron-server[103475]: INFO neutron.wsgi [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcfeb6ad-ec7a-4514-a727-7c13e72c08d4 HTTP/1.1" status: 204 len: 168 time: 0.1218376 Apr 06 17:31:21.572475 dv-cinder-836859-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd70a43-b81e-40ff-beac-c080c9f7126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfeb6ad-ec7a-4514-a727-7c13e72c08d4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:21.828308 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device df51916e-41c4-4925-9183-34b9897c9860 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:21.849933 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: df51916e-41c4-4925-9183-34b9897c9860 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:21.850364 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device df51916e-41c4-4925-9183-34b9897c9860 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:21.850873 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1dc6361c-fa19-4d58-b3cf-528849b1a133 no longer exists at agent ovs-agent-dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:31:21.875284 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] No Port match for: 1dc6361c-fa19-4d58-b3cf-528849b1a133 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:31:21.875623 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Device 1dc6361c-fa19-4d58-b3cf-528849b1a133 not bound to the agent host dv-cinder-836859-1-iscsi {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:31:30.315964 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.986138 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f34dadfe-3fa0-4795-97af-e1a721dd1663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:36.724229 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6b73-9136-4a54-a6a8-c40154ba9e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:37.698963 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.131833 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:40.478177 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:50.058990 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:32:00.315694 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:03.988034 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2ac3-840f-42ea-8f2f-2759252767a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:06.725892 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-542fffd9-6f62-4367-96ef-665a6e2642fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:07.701981 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.134762 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.486650 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.059634 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:32:30.317014 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.989820 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-777c1f6e-616a-4928-837e-f7e5e3222a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:36.728046 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a53b7f0-4672-488c-bf7b-b1f1a1fe12e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:37.704750 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:39.138998 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:40.478168 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:00.329839 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:03.990795 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45dbb71d-a0de-450a-8df4-5f9af1efeba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:04.058541 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:33:06.730416 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c669b95d-e047-4e65-9f14-bb5926c2f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:07.708665 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:09.141859 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:10.481125 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:30.343682 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:33.991610 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff1126b3-cbd5-4fe7-8c35-6fe19c144c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:36.732849 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e15dcc9-ae88-4730-8117-959156e8ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:37.710270 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:39.147467 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:40.483149 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:41.057647 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:34:00.348354 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:03.992241 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7aff01ab-3bcd-4854-a1b5-da400e003c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:06.734888 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48c0cf2a-cbcd-468a-a97c-fe0b653c1b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:07.713433 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:09.149528 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:10.485157 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.057289 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:34:30.358852 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:33.993641 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5761a8a1-9733-4a52-8b70-e06c41420699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:36.736258 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f006ee0d-6f0d-4bd2-9596-e8798b745683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:37.715741 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:39.151705 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:40.487549 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:55.056772 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:00.373190 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:03.994494 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9664f3d0-e4bd-4215-b131-7e086e44dcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:06.739045 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64144492-f744-4a10-955d-d0cd18a37eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:07.718105 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:09.154493 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:10.490208 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:30.371714 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:32.056454 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:33.995489 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab767304-b3ca-4418-be9a-d219efd0c417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:36.740838 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1293585c-216f-4b4b-a9c0-594b3125c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:37.721788 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:39.158174 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:40.493067 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:00.377620 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:04.000150 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e8099cf-c6b7-4e66-9c42-7e077d5f1530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:06.742430 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-153e176e-fc25-45cd-9acf-c2ffd22c91ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:07.724084 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:09.056240 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:36:09.160029 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:10.496059 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:30.396596 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b54d143-d3b8-431f-8a1e-544bad897b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (e963ad0c-31cb-45d1-b77a-16a3ad743cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:34.002584 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-939cb794-8b5a-4db9-a6d6-1a95b5386696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (1dc7ae6f-72ab-4f0f-a1c9-abef02f14d2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:36.745474 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f368c1b0-025b-4a18-bc34-5e8b7aef29a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (17ec9684-91f0-481a-8534-1fd51942b9b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:37.728647 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a5b91ab-451e-45cb-9d74-05f68bbefe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (914904db-79be-4594-a160-db9110f7baf4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:39.163143 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-079c7cc7-c418-4aa4-9408-e11e48ed5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (42915166-4967-4772-8998-6b54411528ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:40.512457 dv-cinder-836859-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c623baad-a392-44ec-91e2-e8369f102a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759020272999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939158'] for agent (407d8200-0676-4fef-965c-76ac83e76b69), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:46.058260 dv-cinder-836859-1-iscsi neutron-server[103478]: DEBUG neutron.db.agents_db [None req-97f88714-1d31-463b-bab0-ba7ecedf796a None None] Agent healthcheck: found 6 active agents {{(pid=103478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}